-- Logs begin at Fri 2021-02-19 02:05:36 UTC, end at Fri 2021-02-19 03:15:46 UTC. -- Feb 19 02:45:23.688355 dv-cinder-775706-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 19 02:45:26.431491 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.common.config [-] Logging enabled! Feb 19 02:45:26.432112 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev533 Feb 19 02:45:26.433399 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83972) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 02:45:26.435208 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.common.config [-] Logging enabled! Feb 19 02:45:26.435500 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev533 Feb 19 02:45:26.435844 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83972) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 02:45:26.436919 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 19 02:45:26.437181 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 19 02:45:26.438253 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 19 02:45:26.438533 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 19 02:45:26.438784 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 19 02:45:26.439139 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.439480 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.439825 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.440081 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.440423 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.440754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.441077 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.441409 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.441779 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.442104 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.442419 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.442740 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.442997 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.443322 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.443652 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.443980 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.444226 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] debug = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.444535 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.445072 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.445396 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.445706 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.446064 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.446377 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.446703 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.447024 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.447391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] host = dv-cinder-775706-2-smb {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.447705 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.448033 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.448361 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.448689 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.449007 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.449315 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.449647 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.449978 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.450286 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] log_file = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.450597 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.450926 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.451256 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.451594 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.451848 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.452099 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.452426 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.452754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.453064 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.453378 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.453685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.454018 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.454325 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.454628 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.454954 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.455285 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.455608 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.455918 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.456227 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.456532 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.456836 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.457160 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.457467 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.457793 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.458107 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.458431 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.458733 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.459041 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.459380 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.459708 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.460029 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.460353 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.460662 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.460983 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.461287 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.461591 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.461954 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] use_json = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.462310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.462614 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.463110 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.463427 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.463740 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.464047 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.464352 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.464680 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:26.465020 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.465358 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.465701 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.466048 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.466381 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.466699 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.467029 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.467342 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.467673 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.468002 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.468330 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.468642 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.468968 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.469280 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.469616 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.469986 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.470325 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.470660 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.470968 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.471277 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.471583 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.471897 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.472221 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.472559 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.472891 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.473198 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.473515 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.473870 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.474185 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.474492 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.474804 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.475134 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.475446 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.475752 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.476069 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.476382 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.476687 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.476992 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.477303 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.477851 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.478233 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.478539 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.478845 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.479159 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.479464 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.479787 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.480097 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.480405 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.480712 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.481028 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.481337 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.481645 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.481982 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.482287 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.482599 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.482910 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.483211 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.483521 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.483828 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.484135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.484439 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.484743 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.485057 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.485363 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.485669 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.486004 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.486310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.486623 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.486943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.487281 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.487593 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.488104 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.488216 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.488500 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.488814 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.489124 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.489436 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.489772 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.490078 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.490411 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.490728 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.491052 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.491372 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.491706 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.492020 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.492332 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.492647 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.493164 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.493334 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.493625 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.493968 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.494299 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.494629 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.494957 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.495346 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.495659 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.495936 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.496289 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.496685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:26.496846 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 19 02:45:26.497110 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83972) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 19 02:45:27.148970 dv-cinder-775706-2-smb neutron-server[83972]: INFO keyring.backend [-] Loading Gnome Feb 19 02:45:27.166921 dv-cinder-775706-2-smb neutron-server[83972]: INFO keyring.backend [-] Loading Google Feb 19 02:45:27.169498 dv-cinder-775706-2-smb neutron-server[83972]: INFO keyring.backend [-] Loading Windows (alt) Feb 19 02:45:27.173089 dv-cinder-775706-2-smb neutron-server[83972]: INFO keyring.backend [-] Loading file Feb 19 02:45:27.174094 dv-cinder-775706-2-smb neutron-server[83972]: INFO keyring.backend [-] Loading keyczar Feb 19 02:45:27.174390 dv-cinder-775706-2-smb neutron-server[83972]: INFO keyring.backend [-] Loading multi Feb 19 02:45:27.174989 dv-cinder-775706-2-smb neutron-server[83972]: INFO keyring.backend [-] Loading pyfs Feb 19 02:45:27.220340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:45:27.220619 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:45:27.220994 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:45:27.221369 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 19 02:45:27.615210 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:27.615778 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:27.615778 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:27.665048 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:27.665509 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:27.665911 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:27.669598 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:27.669942 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:27.670222 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:27.738447 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:27.738711 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:27.739022 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:27.740165 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:27.740464 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:27.740757 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.010979 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.011240 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.011569 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.011867 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.012697 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.161489 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.161778 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.162146 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.162446 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.162740 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.163112 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.163413 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.163695 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.163980 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.164310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.164596 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.164892 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.165234 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.165510 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.165861 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.166177 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.166461 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.166775 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.167039 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.167520 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.167805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.168082 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.168417 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.168694 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.168967 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.169388 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 19 02:45:28.169659 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 19 02:45:28.169951 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 19 02:45:28.170215 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 19 02:45:28.170481 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 19 02:45:28.170747 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 19 02:45:28.171167 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 19 02:45:28.174515 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 19 02:45:28.178436 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 19 02:45:28.182465 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Feb 19 02:45:28.184123 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 19 02:45:28.185429 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 19 02:45:28.185835 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 19 02:45:28.186260 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 19 02:45:28.189005 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 19 02:45:28.189260 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 19 02:45:28.189684 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 19 02:45:28.211689 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 19 02:45:28.212238 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.212564 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83972) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 19 02:45:28.212972 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.214511 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83972) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 19 02:45:28.214822 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 19 02:45:28.215099 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 19 02:45:28.218242 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.218557 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.285594 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 19 02:45:28.285948 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 19 02:45:28.286209 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 19 02:45:28.286617 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 19 02:45:28.325547 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_db.sqlalchemy.engines [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83972) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 19 02:45:28.764487 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.managers [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Initializing driver for type 'gre' Feb 19 02:45:28.765087 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] gre ID ranges: [(1, 1000)] Feb 19 02:45:28.809094 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.managers [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Initializing driver for type 'local' Feb 19 02:45:28.809600 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.managers [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Initializing driver for type 'vlan' Feb 19 02:45:28.826447 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] VlanTypeDriver initialization complete Feb 19 02:45:28.826817 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.managers [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Initializing driver for type 'vxlan' Feb 19 02:45:28.827370 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] vxlan ID ranges: [(1, 1000)] Feb 19 02:45:28.870984 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.managers [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Initializing extension driver 'port_security' Feb 19 02:45:28.871382 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.extensions.port_security [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] PortSecurityExtensionDriver initialization complete Feb 19 02:45:28.871765 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.managers [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Initializing mechanism driver 'openvswitch' Feb 19 02:45:28.878629 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:45:28.879471 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > port after_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.879882 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > port after_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.880259 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > port after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.880678 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.881063 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.881445 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.881881 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > network after_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.882262 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > network after_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.882623 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > network after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.883033 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > security_group after_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.883411 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > security_group after_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.883781 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.884289 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.884670 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.885049 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.885588 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > address_group after_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.885989 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > address_group after_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.886363 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.886727 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] ML2 OVO RPC backend initialized. {{(pid=83972) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 19 02:45:28.887447 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.887834 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.888295 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > network before_response 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.888676 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > networks before_response 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.889051 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > port before_response 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.889423 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > ports before_response 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.889818 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > subnet before_response 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.890193 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > subnets before_response 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.890571 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > network after_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.890943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > network after_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.891312 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > network after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.891672 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > port after_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.892038 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > port after_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.892423 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > port after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.892791 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.893158 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.893524 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.894225 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.plugin [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Modular L2 Plugin initialization complete Feb 19 02:45:28.894647 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading services supported by the core plugin {{(pid=83972) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 19 02:45:28.894967 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.plugins.ml2.managers [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Got port-security extension from driver 'port_security' Feb 19 02:45:28.895476 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.extensions.vlantransparent [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Disabled vlantransparent extension. Feb 19 02:45:28.895960 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83972) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 19 02:45:28.896631 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading Plugin: router Feb 19 02:45:28.935267 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.935699 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router after_create 55549900 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.936103 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router before_create 55549900 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.936497 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.936910 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.937301 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router after_delete 55549900 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.937691 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.938155 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router after_create 55549900 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.938539 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router after_update 55549900 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.938917 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router after_update 55549900 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.939296 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.939783 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router after_update 55549900 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.940168 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.940566 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: port after_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.940939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: port after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.941311 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: subnet after_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.941681 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.942080 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.942462 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.942836 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: port before_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.943216 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router precommit_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.943626 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router after_update 55549900 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.943995 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.944375 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.944776 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.945164 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.945585 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > network after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.946772 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Tracking information for resource: router configured {{(pid=83972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 19 02:45:28.947143 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Tracking information for resource: floatingip configured {{(pid=83972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 19 02:45:28.952096 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.l3_agentschedulers_db [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 19 02:45:28.952744 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: port after_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.953140 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: port after_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.953521 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: port after_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.953928 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: port after_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.954853 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router before_create 55550100 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.955248 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.955654 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router precommit_create 55550100 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.956041 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > router precommit_update 55550100 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.960757 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.provider_configuration [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Service providers = [] {{(pid=83972) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 19 02:45:28.961150 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.servicetype_db [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83972) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 19 02:45:28.964235 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.service_base [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 19 02:45:28.964612 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.service_base [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 19 02:45:28.964981 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.service_base [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 19 02:45:28.965900 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.service_base [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 19 02:45:28.966298 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.services.service_base [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 19 02:45:28.966719 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 19 02:45:28.967061 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 19 02:45:28.977283 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 19 02:45:28.977854 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading Plugin: auto_allocate Feb 19 02:45:28.983672 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: network precommit_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.984075 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: network precommit_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:28.984659 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 19 02:45:28.985016 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading Plugin: tag Feb 19 02:45:28.992080 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 19 02:45:28.992440 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading Plugin: timestamp Feb 19 02:45:28.996463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 19 02:45:28.997007 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading Plugin: network_ip_availability Feb 19 02:45:29.002991 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:29.003387 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:29.003775 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:29.004571 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 19 02:45:29.004929 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading Plugin: flavors Feb 19 02:45:29.009553 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 19 02:45:29.009963 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading Plugin: revisions Feb 19 02:45:29.014260 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 19 02:45:29.014745 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.794s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:45:29.015487 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83972) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 19 02:45:29.015846 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Initializing extension manager. Feb 19 02:45:29.016412 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: __init__.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.016784 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: __pycache__ {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.017155 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.017514 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: address_group.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.018502 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.019151 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: address-group Feb 19 02:45:29.019502 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: address_scope.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.020278 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.020860 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: address-scope Feb 19 02:45:29.021207 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.022177 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.022756 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: router-admin-state-down-before-update Feb 19 02:45:29.023110 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: agent.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.023963 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.024560 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: agent Feb 19 02:45:29.024917 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: agent_resources_synced.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.025883 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.026467 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: agent-resources-synced Feb 19 02:45:29.026806 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: allowedaddresspairs.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.028684 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.029271 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: allowed-address-pairs Feb 19 02:45:29.029627 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: auto_allocated_topology.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.030740 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.031317 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: auto-allocated-topology Feb 19 02:45:29.031676 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: availability_zone.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.032426 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.033002 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: availability_zone Feb 19 02:45:29.033357 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: availability_zone_filter.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.034305 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.034881 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: availability_zone_filter Feb 19 02:45:29.035234 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: data_plane_status.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.036171 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.036746 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension data-plane-status not supported by any of loaded plugins Feb 19 02:45:29.037107 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: default_subnetpools.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.038031 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.038621 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: default-subnetpools Feb 19 02:45:29.038973 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.039940 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.040724 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: dhcp_agent_scheduler Feb 19 02:45:29.041083 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: dns.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.042077 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.042650 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension dns-integration not supported by any of loaded plugins Feb 19 02:45:29.043007 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: dns_domain_ports.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.043935 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.044508 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 19 02:45:29.044867 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: dvr.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.045586 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.046194 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: dvr Feb 19 02:45:29.046553 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: empty_string_filtering.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.047486 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.048071 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: empty-string-filtering Feb 19 02:45:29.048428 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.049350 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.049944 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 19 02:45:29.050308 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.051235 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.051811 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 19 02:45:29.052168 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: external_net.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.053084 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.053648 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: external-net Feb 19 02:45:29.054037 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.054955 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.055530 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: extra_dhcp_opt Feb 19 02:45:29.055929 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: extraroute.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.056843 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.057417 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: extraroute Feb 19 02:45:29.057795 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: extraroute_atomic.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.058862 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.059438 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: extraroute-atomic Feb 19 02:45:29.059790 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: filter_validation.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.060493 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.061057 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: filter-validation Feb 19 02:45:29.061412 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: fip_pf_description.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.062365 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.062934 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 19 02:45:29.063287 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: fip_port_details.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.064230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.064805 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: fip-port-details Feb 19 02:45:29.065168 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: flavors.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.066430 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.066989 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: flavors Feb 19 02:45:29.067346 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.069034 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.069627 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 19 02:45:29.070140 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: floatingip_pools.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.070910 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.071549 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: floatingip-pools Feb 19 02:45:29.071911 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: ip_allocation.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.072878 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.073460 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension ip_allocation not supported by any of loaded plugins Feb 19 02:45:29.073844 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.074790 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.075379 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: ip-substring-filtering Feb 19 02:45:29.075737 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: l2_adjacency.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.076687 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.077262 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 19 02:45:29.077616 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: l3.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.078761 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.079357 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: router Feb 19 02:45:29.079714 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.082111 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.082711 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 19 02:45:29.083077 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.084004 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.084591 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: ext-gw-mode Feb 19 02:45:29.084949 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.085916 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.086487 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: l3-ha Feb 19 02:45:29.086840 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: l3_flavors.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.087822 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.088400 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: l3-flavors Feb 19 02:45:29.088757 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.089681 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.090281 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 19 02:45:29.090643 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: l3agentscheduler.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.091962 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.092557 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: l3_agent_scheduler Feb 19 02:45:29.092910 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: logging.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.094487 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.095087 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension logging not supported by any of loaded plugins Feb 19 02:45:29.095444 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: metering.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.096253 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.096955 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: metering Feb 19 02:45:29.097313 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.098475 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.099062 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: metering_source_and_destination_fields Feb 19 02:45:29.099412 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: multiprovidernet.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.100351 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.100936 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: multi-provider Feb 19 02:45:29.101288 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: netmtu.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.102243 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.102892 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: net-mtu Feb 19 02:45:29.103307 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: netmtu_writable.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.104319 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.104770 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: net-mtu-writable Feb 19 02:45:29.105120 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: network_availability_zone.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.105890 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.106445 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: network_availability_zone Feb 19 02:45:29.106795 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: network_ip_availability.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.107943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.108518 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: network-ip-availability Feb 19 02:45:29.108871 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: network_segment_range.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.109857 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.110453 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension network-segment-range not supported by any of loaded plugins Feb 19 02:45:29.110892 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: pagination.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.111821 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.112188 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: pagination Feb 19 02:45:29.112541 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: port_device_profile.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.113505 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.114218 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: port-device-profile Feb 19 02:45:29.114453 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.115378 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.116037 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: port-mac-address-regenerate Feb 19 02:45:29.116315 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.117236 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.117851 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: port-numa-affinity-policy Feb 19 02:45:29.118229 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: port_resource_request.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.119160 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.119728 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension port-resource-request not supported by any of loaded plugins Feb 19 02:45:29.120082 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: portbindings.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.121059 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.121635 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: binding Feb 19 02:45:29.122029 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: portbindings_extended.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.123731 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.124371 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: binding-extended Feb 19 02:45:29.124672 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: portsecurity.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.125603 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.126235 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: port-security Feb 19 02:45:29.126597 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: project_id.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.127578 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.127955 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: project-id Feb 19 02:45:29.128313 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: providernet.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.129250 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.129871 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: provider Feb 19 02:45:29.130226 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: qos.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.133993 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.134629 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension qos not supported by any of loaded plugins Feb 19 02:45:29.134999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.137618 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.138240 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 19 02:45:29.138607 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.139547 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.140130 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 19 02:45:29.140489 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: qos_default.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.141502 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.142047 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension qos-default not supported by any of loaded plugins Feb 19 02:45:29.142409 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: qos_fip.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.143110 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.143678 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension qos-fip not supported by any of loaded plugins Feb 19 02:45:29.144037 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: qos_gateway_ip.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.144976 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.145555 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 19 02:45:29.145943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: qos_port_network_policy.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.146875 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.147451 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 19 02:45:29.147814 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: qos_rule_type_details.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.148738 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.149306 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 19 02:45:29.149685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: qos_rules_alias.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.150911 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.151500 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 19 02:45:29.151860 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: quotasv2.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.152909 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.153277 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: quotas Feb 19 02:45:29.153629 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: quotasv2_detail.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.155342 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.155722 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: quota_details Feb 19 02:45:29.156082 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: rbac.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.157286 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.157910 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: rbac-policies Feb 19 02:45:29.158270 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: rbac_address_scope.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.159205 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.159785 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: rbac-address-scope Feb 19 02:45:29.160143 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: rbac_security_groups.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.161155 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.161762 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: rbac-security-groups Feb 19 02:45:29.162113 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: rbac_subnetpool.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.163043 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.163617 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: rbac-subnetpool Feb 19 02:45:29.163968 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: revisionifmatch.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.164904 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.165779 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: revision-if-match Feb 19 02:45:29.166151 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: revisions.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.167275 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.167856 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: standard-attr-revisions Feb 19 02:45:29.168219 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: router_availability_zone.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.168943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.169532 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: router_availability_zone Feb 19 02:45:29.169916 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: routerservicetype.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.170842 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.171419 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension router-service-type not supported by any of loaded plugins Feb 19 02:45:29.171772 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.172703 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.173282 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: security-groups-normalized-cidr Feb 19 02:45:29.173636 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.174592 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.175162 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: port-security-groups-filtering Feb 19 02:45:29.175514 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.176461 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.177041 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: security-groups-remote-address-group Feb 19 02:45:29.177394 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: securitygroup.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.190775 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.191404 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: security-group Feb 19 02:45:29.191770 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: segment.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.192641 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.193218 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension segment not supported by any of loaded plugins Feb 19 02:45:29.193576 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.194592 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.195164 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 19 02:45:29.195521 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: servicetype.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.196636 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.197229 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: service-type Feb 19 02:45:29.197581 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: sorting.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.198604 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.198979 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: sorting Feb 19 02:45:29.199331 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: standard_attr_segment.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.200283 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.200876 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 19 02:45:29.201233 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: standardattrdescription.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.201935 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.202515 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: standard-attr-description Feb 19 02:45:29.202876 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: stateful_security_group.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.203819 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.204403 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: stateful-security-group Feb 19 02:45:29.204758 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: stdattrs_common.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.205350 dv-cinder-775706-2-smb neutron-server[83972]: WARNING neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 19 02:45:29.205702 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.206775 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.207339 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 19 02:45:29.207704 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: subnet_onboard.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.208787 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.209369 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: subnet_onboard Feb 19 02:45:29.209774 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.210681 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.211257 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 19 02:45:29.211612 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: subnet_service_types.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.212592 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.213167 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: subnet-service-types Feb 19 02:45:29.213517 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: subnetallocation.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.214654 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.215236 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: subnet_allocation Feb 19 02:45:29.215592 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.216296 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.216892 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: subnetpool-prefix-ops Feb 19 02:45:29.217250 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.218226 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.218814 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 19 02:45:29.219173 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: tagging.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.220483 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.221073 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: standard-attr-tag Feb 19 02:45:29.221442 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: timestamp.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.222658 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.223244 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loaded extension: standard-attr-timestamp Feb 19 02:45:29.223606 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: trunk.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.224645 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.225222 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension trunk not supported by any of loaded plugins Feb 19 02:45:29.225576 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: trunk_details.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.226548 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.227126 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension trunk-details not supported by any of loaded plugins Feb 19 02:45:29.227484 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: uplink_status_propagation.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.228480 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.229048 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 19 02:45:29.229404 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Loading extension file: vlantransparent.py {{(pid=83972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 19 02:45:29.230131 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:45:29.230705 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 19 02:45:29.233457 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Creating instance of TrackedResource for resource:network Feb 19 02:45:29.234324 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Creating instance of TrackedResource for resource:subnet Feb 19 02:45:29.235001 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:45:29.235654 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Creating instance of TrackedResource for resource:port Feb 19 02:45:29.237559 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.resource_helper [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 02:45:29.238082 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.resource_helper [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Service FLAVORS assigned prefix: {{(pid=83972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 02:45:29.238772 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.resource_helper [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 02:45:29.239244 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.resource_helper [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 02:45:29.239606 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Creating instance of TrackedResource for resource:router Feb 19 02:45:29.240320 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 02:45:29.241089 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.resource_helper [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Service METERING assigned prefix: /metering {{(pid=83972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 02:45:29.244865 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:29.245296 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:29.245682 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83972) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:45:29.246914 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 02:45:29.247398 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Creating instance of TrackedResource for resource:security_group Feb 19 02:45:29.248565 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 02:45:29.249395 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.resource_helper [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Service CORE assigned prefix: {{(pid=83972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 02:45:29.249792 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:45:29.250146 dv-cinder-775706-2-smb neutron-server[83972]: WARNING neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] subnetpool is already registered Feb 19 02:45:29.250813 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.resource_helper [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Service CORE assigned prefix: {{(pid=83972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 02:45:29.251171 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:45:29.251529 dv-cinder-775706-2-smb neutron-server[83972]: WARNING neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] subnetpool is already registered Feb 19 02:45:29.254339 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.resource_helper [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 02:45:29.254812 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.resource_helper [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Service FLAVORS assigned prefix: {{(pid=83972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 02:45:29.255454 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.resource_helper [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 02:45:29.255916 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.resource_helper [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 02:45:29.256283 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Creating instance of TrackedResource for resource:router Feb 19 02:45:29.256642 dv-cinder-775706-2-smb neutron-server[83972]: WARNING neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] router is already registered Feb 19 02:45:29.257294 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 02:45:29.257654 dv-cinder-775706-2-smb neutron-server[83972]: WARNING neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] floatingip is already registered Feb 19 02:45:29.258370 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.resource_helper [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Service METERING assigned prefix: /metering {{(pid=83972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 02:45:29.259181 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 02:45:29.259549 dv-cinder-775706-2-smb neutron-server[83972]: WARNING neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] rbac_policy is already registered Feb 19 02:45:29.260169 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Creating instance of TrackedResource for resource:security_group Feb 19 02:45:29.260528 dv-cinder-775706-2-smb neutron-server[83972]: WARNING neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] security_group is already registered Feb 19 02:45:29.261187 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 02:45:29.261546 dv-cinder-775706-2-smb neutron-server[83972]: WARNING neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] security_group_rule is already registered Feb 19 02:45:29.262312 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.resource_helper [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Service CORE assigned prefix: {{(pid=83972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 02:45:29.262672 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:45:29.263026 dv-cinder-775706-2-smb neutron-server[83972]: WARNING neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] subnetpool is already registered Feb 19 02:45:29.263673 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.resource_helper [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Service CORE assigned prefix: {{(pid=83972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 19 02:45:29.264030 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:45:29.264384 dv-cinder-775706-2-smb neutron-server[83972]: WARNING neutron.quota.resource_registry [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] subnetpool is already registered Feb 19 02:45:29.265155 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: extensions {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.266701 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: address-groups {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.268388 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: address-scopes {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.269691 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: agents {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.270944 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: auto-allocated-topology {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.272358 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: availability_zones {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.273769 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: dhcp-networks {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.275359 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: dhcp-agents {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.276871 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: routers {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.278822 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: flavors {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.280062 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: service_profiles {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.281335 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: next_providers {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.283872 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: service_profiles {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.285439 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: floatingip-pools {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.286788 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: routers {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.288797 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: floatingips {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.290106 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: l3-routers {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.291688 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: l3-agents {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.293274 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: metering-labels {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.294703 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: metering-label-rules {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.296068 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: network-ip-availabilities {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.297399 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: bindings {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.299182 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: quotas {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.300698 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: quotas {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.302238 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: rbac-policies {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.303624 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: security-groups {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.304903 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: security-group-rules {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.306405 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: service-providers {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.307706 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: subnetpools {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.309210 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: subnetpools {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.310830 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: tags {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.312617 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: tags {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.314554 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: tags {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.316420 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: tags {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.318365 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: tags {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.320167 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: tags {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.322132 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: tags {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.324085 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: tags {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.326078 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: tags {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.328035 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.extensions [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Extended resource: tags {{(pid=83972) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 19 02:45:29.335121 dv-cinder-775706-2-smb neutron-server[83972]: WARNING keystonemiddleware.auth_token [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 19 02:45:29.340627 dv-cinder-775706-2-smb neutron-server[83972]: WARNING keystonemiddleware.auth_token [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 19 02:45:29.349609 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Acquired lock "singleton_lock" {{(pid=83972) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 19 02:45:29.350220 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Releasing lock "singleton_lock" {{(pid=83972) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 19 02:45:29.351657 dv-cinder-775706-2-smb neutron-server[83972]: INFO oslo_service.service [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Starting 2 workers Feb 19 02:45:29.356592 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Started child 84083 {{(pid=83972) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 19 02:45:29.360780 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:29.361415 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Started child 84085 {{(pid=83972) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 19 02:45:29.362609 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [-] (84083) wsgi starting up on http://0.0.0.0:9696 Feb 19 02:45:29.362947 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.service [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 19 02:45:29.363150 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 45056) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:45:29.363618 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Notify callbacks [] for process, before_spawn {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:29.364835 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:29.366158 dv-cinder-775706-2-smb neutron-server[83972]: INFO oslo_service.service [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Starting 1 workers Feb 19 02:45:29.366445 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [-] (84085) wsgi starting up on http://0.0.0.0:9696 Feb 19 02:45:29.371866 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Started child 84086 {{(pid=83972) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 19 02:45:29.372359 dv-cinder-775706-2-smb neutron-server[83972]: INFO oslo_service.service [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Starting 1 workers Feb 19 02:45:29.374274 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.service [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] calling RpcWorker wait() {{(pid=84086) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 19 02:45:29.374672 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.service [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] returning from RpcWorker wait() {{(pid=84086) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 19 02:45:29.377773 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101876 Feb 19 02:45:29.378059 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:29.378059 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:45:29.378338 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Started child 84087 {{(pid=83972) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 19 02:45:29.379126 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7e2156e-02b5-48a5-815b-9c2e76bdc1d1 None None] Notify callbacks [] for process, after_spawn {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:29.380821 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83972) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 19 02:45:29.381056 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 19 02:45:29.381262 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 19 02:45:29.381522 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 19 02:45:29.381979 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 19 02:45:29.382171 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 19 02:45:29.382758 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.383557 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.383557 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.383557 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.383971 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.384537 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.384699 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:29.384781 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.385126 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.385442 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.385685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.385887 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.386055 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.386467 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.386893 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.387431 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.388361 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.388361 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.388361 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.388613 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.388689 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.389087 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.389377 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.389672 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] debug = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.389912 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.390508 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.390738 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.391002 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.391314 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.391611 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.391817 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.392120 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.392393 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.392590 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.392865 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.393118 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.393500 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.393914 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.394363 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.394626 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.395467 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] host = dv-cinder-775706-2-smb {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.395467 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.395772 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.395772 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.396039 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.396305 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.396706 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.396981 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.397277 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.397537 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.397794 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.398067 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.398328 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.398597 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.398878 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] log_file = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.399029 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] log_options = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.400135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.400135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.400135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.400135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.400899 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.400899 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.400899 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.400899 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.401455 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.401455 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.401708 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.401899 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.402173 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.402331 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.402606 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.402851 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.403128 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.403367 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.403651 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.403938 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.404230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.404496 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.404745 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.405016 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.405234 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.405479 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.405760 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.406030 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.406606 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.406995 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.408025 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.408025 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.408025 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.408025 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.408543 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.408543 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.408806 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.409639 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.409639 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.409639 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.411153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.411153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.411153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.411153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.411153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.411153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] use_json = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.411153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.412595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.412595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.412595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.412595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.412595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.412595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.413365 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.413365 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.413643 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.414610 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.414871 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.415225 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.415479 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.415809 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.416055 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.416375 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.416554 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.417525 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.417525 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.417525 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.418096 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.418096 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.418348 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.418628 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.418943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.419206 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.419467 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.419728 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.419978 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.420332 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.420639 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.420935 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.421208 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.421455 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.421717 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.421974 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.422239 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.422517 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.423403 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.423403 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.423403 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.423843 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.423843 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.424100 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.424232 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.424518 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.424782 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.425073 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.425355 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.425643 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.425948 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.426216 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.426457 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.426608 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:45:29.426754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.427071 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.427336 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.427782 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.427996 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.428288 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.428440 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.428690 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.428939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.429226 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.430128 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.430128 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.430128 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.430128 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.430721 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.430721 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.431159 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.431159 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.431593 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.431810 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.431956 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.432105 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.432344 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.432676 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.432831 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.433043 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.433286 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.433532 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.433797 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.434060 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.434290 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.434604 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.434763 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.435816 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.435816 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.435816 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.435816 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.436335 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.436335 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.436611 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.436745 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.436983 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.437356 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.437623 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.437925 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.438170 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.438438 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.439201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.439201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.439201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.439607 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.439753 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.439997 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.440249 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.440524 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.440777 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.441034 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.441310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.441577 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.441940 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.442156 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.442533 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.442685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.443088 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.443230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.444070 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.444070 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.444070 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.444478 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.444611 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.444875 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.445171 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.445468 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.445848 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.446088 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.447173 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.447173 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.447173 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.447173 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.447915 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.447915 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.448181 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.448314 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.448454 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.448684 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.448964 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.449316 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.450314 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.450314 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.450314 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.450314 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.450871 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.450871 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.451133 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.451348 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.451627 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.451904 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.452187 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.452439 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.453071 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.453071 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.453459 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.453459 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.453804 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.453955 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.454138 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.454383 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.454667 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.454927 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.455192 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.455464 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.455715 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.455960 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.456320 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.459331 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.459331 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.459331 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.459331 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.459331 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.459331 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.459331 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.465608 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.465608 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.465608 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.465608 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.465608 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.465608 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.465608 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.465608 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.466230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.466230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.466230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.466230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.466230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.466230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.466230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.466230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.466734 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.466734 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.466734 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.466734 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.466734 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.466734 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.466734 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.466734 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.467211 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.467211 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.467211 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.467450 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.467610 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.468023 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.468023 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.468279 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.468676 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.468951 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.469199 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.469442 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.469686 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.471340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.471340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.471340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.471340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.471340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.471340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.471790 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.471790 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.471933 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.472095 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.472519 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.473926 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.473926 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.473926 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.473926 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.473926 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.473926 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.474343 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.474586 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.474760 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.475050 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.475852 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.475852 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.476021 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.476468 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.476593 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.476928 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.477088 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.477770 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.477770 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.478197 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.478857 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.479196 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.479504 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.479810 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.480456 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.480456 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.480727 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.480915 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.481955 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.481955 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.481955 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.482267 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.482382 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.483815 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.483815 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.483815 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.483815 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.483815 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.483815 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.484267 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.484350 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.484555 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.484802 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.485069 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.485322 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.485579 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.485869 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.486157 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.487144 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.487144 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 19 02:45:29.487144 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83972) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 19 02:45:29.487582 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 19 02:45:29.487582 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 19 02:45:29.487582 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 19 02:45:29.487971 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 19 02:45:29.487971 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 19 02:45:29.488244 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.488394 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.488532 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.488764 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.488951 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.489170 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.489357 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.489541 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.489744 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.489951 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.490111 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.490296 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.490451 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.490979 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.490979 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.490979 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.491410 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.491410 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.491410 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.492424 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.492424 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.492424 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.492424 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] debug = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.492424 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.494047 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.494047 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.494047 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.494047 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.494047 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.494047 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.494888 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.494888 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.494888 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.494888 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.494888 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.494888 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.494888 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.494888 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.495690 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.495690 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] host = dv-cinder-775706-2-smb {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.495690 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.495690 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.495690 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.495690 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.496041 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.496041 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.496041 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.496229 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.496378 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.496559 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.496739 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.496920 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.497242 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.497242 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] log_file = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.497414 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] log_options = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.497571 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.497760 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.499201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.499570 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.499908 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.500068 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.500249 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.500407 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.500594 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.500754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.500933 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.501088 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.501272 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.501453 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.501633 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.501839 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.502024 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.502207 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.502365 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.502549 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.502704 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.502892 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.503073 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.503256 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.503415 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.503561 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.503747 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.503901 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.504131 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.504283 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.504421 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.504558 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.504735 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.504916 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.505070 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.505255 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.505409 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.505596 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.506454 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.506634 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.506968 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.507124 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.507445 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.507445 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.507733 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.507889 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] use_json = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.508031 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.508131 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.508227 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.509201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.509201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.509201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.509201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.509201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 19 02:45:29.510081 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.510081 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.510081 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.510081 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.511116 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.511116 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.511116 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.511116 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.511116 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.511116 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.511724 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.511724 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.511724 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.511724 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.512056 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.512056 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.512260 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.512395 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.512538 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.512673 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.512815 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.512995 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.513238 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.513353 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.513525 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.513712 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.513955 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.514228 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.514348 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.514448 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.514595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.514781 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.514969 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.515138 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.515374 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.515525 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.515663 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.515843 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.516030 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.516214 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.516400 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.516586 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.516751 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.516964 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.517087 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.517432 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.517625 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.517839 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.518027 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.518858 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.518858 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.518858 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.518858 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.518858 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.519493 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.519493 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.519493 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.519493 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.519996 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.519996 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.519996 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.520234 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.520325 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.520477 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.520647 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.520822 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.521007 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.521196 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.521380 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.521570 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.521781 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.522138 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.522304 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.522480 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.522619 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.522812 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.522956 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.523267 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.523420 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.523567 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.523716 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.523871 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.524023 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.524167 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.524305 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.524640 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.524972 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.525221 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.525475 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.525630 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.525839 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.526032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.526999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.526999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.526999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.526999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.526999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.527534 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.527534 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.527534 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.527534 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.527892 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.527892 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.528023 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.528201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.528364 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.528524 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.528700 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.529651 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.529651 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.529651 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.529651 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.529651 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.530523 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.530523 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.530523 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.530523 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.530523 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.531164 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.531164 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.531164 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.531164 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.531733 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.531733 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.531733 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.532151 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.532151 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.532151 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.532614 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.532614 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.532614 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.533023 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.533023 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.533298 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.533458 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.533655 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.533655 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.534282 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:45:29.534672 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.534871 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.535064 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.535257 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.535446 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.535637 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.535829 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.536020 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.536210 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.536401 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.536591 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.536834 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.536975 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.537108 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.537378 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.537609 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.537817 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.537958 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.538150 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.538341 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.538530 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.538719 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.538999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.539156 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.539867 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.539867 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.539867 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.539867 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.539867 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.540854 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.540854 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.540854 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.540854 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.540854 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.541659 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.541659 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.541659 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.541659 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.541659 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.543391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.543391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.543391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.543391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.543391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.543391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.543391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.543391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.544178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.544178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.544178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.544178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.544178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.544178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.544178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.544754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.544754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.544754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.545001 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.545001 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.545220 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.545318 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.545459 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.545656 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.546689 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.546925 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.547040 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.547293 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.547416 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.547534 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.547955 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.547955 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.548463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.548463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.548463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.548716 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.548716 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.548885 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.549086 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.549258 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.549413 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.549557 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.549760 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.550562 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.550562 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.550562 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.550982 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.550982 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.550982 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.551506 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.551506 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.551506 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.551897 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.551897 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.552176 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.552176 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.552485 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.552485 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.552768 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.552768 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.553013 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.553112 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.553275 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.553474 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.553674 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.554646 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.554844 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.555409 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.555409 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.555409 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.555813 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.555813 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.556138 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.556138 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.556424 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.556424 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.556620 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.557228 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.557228 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.557228 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.557228 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.557642 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.557642 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.557904 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.559279 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.559479 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.560203 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.560203 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:45:29.560203 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83972) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 19 02:45:40.587435 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a419a8-de3b-4bac-86a1-093020c6c743 None None] get_active_networks_info from dv-cinder-775706-2-smb {{(pid=84086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 19 02:45:40.829333 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a419a8-de3b-4bac-86a1-093020c6c743 None None] No non-hosted networks {{(pid=84086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 19 02:45:40.856924 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agentschedulers_db [None req-b1a419a8-de3b-4bac-86a1-093020c6c743 None None] DHCP Agent not found on host dv-cinder-775706-2-smb {{(pid=84086) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Feb 19 02:45:41.117556 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-24b88439-5461-4f0c-b4d9-c3fd89ee7561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243'] for agent, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:42.901155 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5f253e7c-7733-437d-b027-23a2ca50e12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243'] for agent, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:42.956479 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-911ab9f9-b4b0-441d-a595-b5174aa4ab40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:43.309878 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243'] for agent, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:44.934971 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243'] for agent, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:45.177193 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243'] for agent, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:45.178256 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:45.178833 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:45.179455 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:45.180034 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:45.180757 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:45.181371 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:45.182082 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:45.182631 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:45.183279 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:45.184331 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:45.184947 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:45.185530 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:45.186235 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-775706-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:45:45.191976 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-775706-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:45:46.273778 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.l3_hamode_db [None req-034cded7-25ce-45ac-ab56-59428c0f8912 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 19 02:45:46.366938 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034cded7-25ce-45ac-ab56-59428c0f8912 None None] Routers set() bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:45:46.367375 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034cded7-25ce-45ac-ab56-59428c0f8912 None None] Router IDs set() for agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 19 02:45:46.435473 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 45160) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:45:47.117871 dv-cinder-775706-2-smb neutron-server[83972]: WARNING oslo_policy.policy [None req-5e8de956-750b-4294-bace-af077710b0ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:45:47.118478 dv-cinder-775706-2-smb neutron-server[83972]: WARNING oslo_policy.policy [None req-5e8de956-750b-4294-bace-af077710b0ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:45:47.138793 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] get_endpoint_by_host() called for host dv-cinder-775706-2-smb {{(pid=84086) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 19 02:45:47.144058 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] get_endpoint_by_ip() called for ip 192.168.0.82 {{(pid=84086) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 19 02:45:47.147282 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] _add_endpoint() called for ip 192.168.0.82 {{(pid=84086) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 19 02:45:47.153774 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] _get_endpoints() called {{(pid=84086) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 19 02:45:47.353376 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [None req-5e8de956-750b-4294-bace-af077710b0ed admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=84083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:45:47.355678 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-5e8de956-750b-4294-bace-af077710b0ed admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9191210 Feb 19 02:45:50.142579 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 45176) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:45:50.591062 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-2ddb3ccf-a0d7-4151-ab6a-ceed85c1949b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:50.660356 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.policy [None req-2ddb3ccf-a0d7-4151-ab6a-ceed85c1949b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84083) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 19 02:45:50.697129 dv-cinder-775706-2-smb neutron-server[83972]: WARNING oslo_policy.policy [None req-2ddb3ccf-a0d7-4151-ab6a-ceed85c1949b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:45:50.697471 dv-cinder-775706-2-smb neutron-server[83972]: WARNING oslo_policy.policy [None req-2ddb3ccf-a0d7-4151-ab6a-ceed85c1949b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:45:50.724214 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota [None req-2ddb3ccf-a0d7-4151-ab6a-ceed85c1949b admin admin] Loaded quota_driver: . Feb 19 02:45:50.741140 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-2ddb3ccf-a0d7-4151-ab6a-ceed85c1949b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:45:50.802560 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2ddb3ccf-a0d7-4151-ab6a-ceed85c1949b admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750500416549', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750500431572', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750500430462', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750500518913', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750500518038', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7935605', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846904302', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854171094', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853219133'] for rbac-policy, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:50.876229 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2ddb3ccf-a0d7-4151-ab6a-ceed85c1949b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:50.877525 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-2ddb3ccf-a0d7-4151-ab6a-ceed85c1949b admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7335000 Feb 19 02:45:53.971373 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 45190) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:45:54.658474 dv-cinder-775706-2-smb neutron-server[83972]: WARNING oslo_policy.policy [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:45:54.659065 dv-cinder-775706-2-smb neutron-server[83972]: WARNING oslo_policy.policy [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:45:54.889574 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '375a15f8d9b74b5193146be18d59aa9b'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:54.892715 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.quota [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Loaded quota_driver: . Feb 19 02:45:54.908929 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:45:54.916599 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Usage tracker for resource:network and tenant:375a15f8d9b74b5193146be18d59aa9b is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:45:54.921249 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:45:54.928813 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:45:54.944324 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Made reservation on behalf of 375a15f8d9b74b5193146be18d59aa9b for: {'network': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:45:54.992538 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.policy [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84085) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 19 02:45:55.029002 dv-cinder-775706-2-smb neutron-server[83972]: WARNING oslo_policy.policy [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:45:55.029413 dv-cinder-775706-2-smb neutron-server[83972]: WARNING oslo_policy.policy [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:45:55.058477 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for network, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:55.078043 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:55.094029 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:45:55.098335 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Usage tracker for resource:security_group_rule and tenant:375a15f8d9b74b5193146be18d59aa9b is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:45:55.102488 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:45:55.108297 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:45:55.220788 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:55.226324 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:55.231563 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:45:55.413000 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 02:45:55.440363 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750496236574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:55.440848 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.segments_db [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Added segment f1fd71ea-42e6-443e-a80d-8895421f20a7 of type vxlan for network 47ca1e2e-819c-4250-b8f0-d4183d494c69 Feb 19 02:45:55.492054 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b199e2-97cb-4fac-bc0f-3799bb933b2b,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:45:55.517298 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:55.517673 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:55.518032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:55.518382 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:55.518756 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:55.519083 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:55.519431 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:55.519774 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:55.520111 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:55.520455 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:55.520799 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:55.521156 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Tracked resource versions report: Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: pushed versions: Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: { 'AddressGroup': {'1.1'}, Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': {'1.0'}, Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': {'1.0'}, Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': {'1.1'}, Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': {'1.7'}, Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': {'1.2'}, Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': {'1.8'}, Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': {'1.4'}, Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': {'1.0'}, Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': {'1.1'}, Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': {'1.1'}} Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: consumer versions: Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: { DHCP agent@dv-cinder-775706-2-smb: {}, Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: L3 agent@dv-cinder-775706-2-smb: {}, Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: Metadata agent@dv-cinder-775706-2-smb: {}, Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: Metering agent@dv-cinder-775706-2-smb: {}, Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: Open vSwitch agent@dv-cinder-775706-2-smb: { 'AddressGroup': '1.1', Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': '1.0', Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': '1.0', Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': '1.1', Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': '1.7', Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': '1.2', Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': '1.8', Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': '1.4', Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': '1.2', Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': '1.0', Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': '1.1', Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': '1.1'}} Feb 19 02:45:55.522273 dv-cinder-775706-2-smb neutron-server[83972]: {{(pid=84085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 19 02:45:55.569787 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363286359061518'] for network, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:55.578762 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:45:55.611374 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:55.612773 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:45:55.613434 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:45:55.618854 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:45:55.729432 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.7558665 Feb 19 02:45:55.732343 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Pushing event updated for resources: {'Network': ['ID=47ca1e2e-819c-4250-b8f0-d4183d494c69,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:45:55.735731 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:45:55.744601 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Network 47ca1e2e-819c-4250-b8f0-d4183d494c69 details requested by agent ovs-agent-dv-cinder-775706-2-smb with host dv-cinder-775706-2-smb {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:45:59.015662 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 45212) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:45:59.725643 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c28e601-a873-436c-8edf-355ad5c9efcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:45:59.727365 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-9c28e601-a873-436c-8edf-355ad5c9efcd admin admin] 10.222.0.75 "GET /v2.0/networks/47ca1e2e-819c-4250-b8f0-d4183d494c69 HTTP/1.1" status: 200 len: 818 time: 0.7105072 Feb 19 02:45:59.761399 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-8bb521c9-8747-49c0-90a7-a0105b46e020 admin admin] 10.222.0.75 "GET /v2.0/subnetpools/3706e06b-348d-457b-992e-94ec8758c6cf HTTP/1.1" status: 200 len: 734 time: 0.0239744 Feb 19 02:45:59.777807 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '3706e06b-348d-457b-992e-94ec8758c6cf', 'network_id': '47ca1e2e-819c-4250-b8f0-d4183d494c69', 'tenant_id': '375a15f8d9b74b5193146be18d59aa9b', 'ip_version': 4}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:59.786974 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:45:59.792776 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Usage tracker for resource:subnet and tenant:375a15f8d9b74b5193146be18d59aa9b is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:45:59.796680 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:45:59.803513 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:45:59.816863 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Made reservation on behalf of 375a15f8d9b74b5193146be18d59aa9b for: {'subnet': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:45:59.822956 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:00.356206 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:00.369403 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:46:00.511761 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0108972-9f9f-4548-943d-fb77ed64ab98,revision_number=0']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:46:00.533195 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:00.533662 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:00.534009 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:00.534277 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:00.534626 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:00.537463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:00.537463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:00.537463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:00.537463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:00.537463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Tracked resource versions report: Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: pushed versions: Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: { 'AddressGroup': {'1.1'}, Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': {'1.0'}, Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': {'1.0'}, Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': {'1.1'}, Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': {'1.7'}, Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': {'1.2'}, Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': {'1.8'}, Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': {'1.4'}, Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': {'1.0'}, Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': {'1.1'}, Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': {'1.1'}} Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: consumer versions: Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: { DHCP agent@dv-cinder-775706-2-smb: {}, Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: L3 agent@dv-cinder-775706-2-smb: {}, Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: Metadata agent@dv-cinder-775706-2-smb: {}, Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: Metering agent@dv-cinder-775706-2-smb: {}, Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: Open vSwitch agent@dv-cinder-775706-2-smb: { 'AddressGroup': '1.1', Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': '1.0', Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': '1.0', Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': '1.1', Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': '1.7', Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': '1.2', Feb 19 02:46:00.538059 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': '1.8', Feb 19 02:46:00.540369 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': '1.4', Feb 19 02:46:00.540369 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': '1.2', Feb 19 02:46:00.540369 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': '1.0', Feb 19 02:46:00.540369 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': '1.1', Feb 19 02:46:00.540369 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': '1.1'}} Feb 19 02:46:00.540369 dv-cinder-775706-2-smb neutron-server[83972]: {{(pid=84083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 19 02:46:00.586180 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:46:00.619827 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Checking segment: {'id': 'f1fd71ea-42e6-443e-a80d-8895421f20a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '47ca1e2e-819c-4250-b8f0-d4183d494c69'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:46:00.620138 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Network hostable DHCP agents. Network: 47ca1e2e-819c-4250-b8f0-d4183d494c69, hostable agents: ['5d4d7265-98c5-4e1f-932d-d1cac1607758'], hosted agents: [] {{(pid=84083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 02:46:00.643784 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Network 47ca1e2e-819c-4250-b8f0-d4183d494c69 is scheduled to be hosted by DHCP agent 5d4d7265-98c5-4e1f-932d-d1cac1607758 with binding_index 1 {{(pid=84083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 02:46:00.654631 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-smb, 47ca1e2e-819c-4250-b8f0-d4183d494c69) {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:46:00.659622 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:46:00.660272 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:00.666929 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee07705-15a1-4850-81cb-f965e98f6983 None None] Network 47ca1e2e-819c-4250-b8f0-d4183d494c69 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:46:00.680677 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9095988 Feb 19 02:46:01.177470 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp040acd2d-39d1-533c-9615-86ac3a775096-47ca1e2e-819c-4250-b8f0-d4183d494c69', 'network_id': '47ca1e2e-819c-4250-b8f0-d4183d494c69', 'tenant_id': '375a15f8d9b74b5193146be18d59aa9b', 'fixed_ips': [{'subnet_id': 'e0108972-9f9f-4548-943d-fb77ed64ab98'}]}} from dv-cinder-775706-2-smb. {{(pid=84086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 19 02:46:01.178573 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:01.502133 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Allocated IP 172.20.0.2 (47ca1e2e-819c-4250-b8f0-d4183d494c69/e0108972-9f9f-4548-943d-fb77ed64ab98/a1c03375-c94b-49c5-963d-94eb40a62917) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:46:01.747397 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:01.761576 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Transition to ACTIVE for port object a1c03375-c94b-49c5-963d-94eb40a62917 will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:46:01.782235 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Transition to ACTIVE for port object a1c03375-c94b-49c5-963d-94eb40a62917 will not be triggered until provisioned by entity DHCP. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:46:01.788732 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:01.802517 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:46:01.938644 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Pushing event updated for resources: {'Port': ['ID=a1c03375-c94b-49c5-963d-94eb40a62917,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:46:01.949507 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:01.949922 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:01.950286 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:01.950643 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:01.950984 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:01.951324 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:01.951670 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:01.952016 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:01.952359 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:01.952684 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:01.953024 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:01.953365 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Tracked resource versions report: Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: pushed versions: Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: { 'AddressGroup': {'1.1'}, Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': {'1.0'}, Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': {'1.0'}, Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': {'1.1'}, Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': {'1.7'}, Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': {'1.2'}, Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': {'1.8'}, Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': {'1.4'}, Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': {'1.0'}, Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': {'1.1'}, Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': {'1.1'}} Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: consumer versions: Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: { DHCP agent@dv-cinder-775706-2-smb: {}, Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: L3 agent@dv-cinder-775706-2-smb: {}, Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: Metadata agent@dv-cinder-775706-2-smb: {}, Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: Metering agent@dv-cinder-775706-2-smb: {}, Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: Open vSwitch agent@dv-cinder-775706-2-smb: { 'AddressGroup': '1.1', Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': '1.0', Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': '1.0', Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': '1.1', Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': '1.7', Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': '1.2', Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': '1.8', Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': '1.4', Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': '1.2', Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': '1.0', Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': '1.1', Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': '1.1'}} Feb 19 02:46:01.954518 dv-cinder-775706-2-smb neutron-server[83972]: {{(pid=84086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 19 02:46:01.958254 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:46:02.017142 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Network 47ca1e2e-819c-4250-b8f0-d4183d494c69 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:46:02.018300 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:46:02.021217 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:46:02.084410 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Attempting to bind port a1c03375-c94b-49c5-963d-94eb40a62917 on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:46:02.084823 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Attempting to bind port a1c03375-c94b-49c5-963d-94eb40a62917 by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': 'f1fd71ea-42e6-443e-a80d-8895421f20a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '47ca1e2e-819c-4250-b8f0-d4183d494c69'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:46:02.085232 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Attempting to bind port a1c03375-c94b-49c5-963d-94eb40a62917 on network 47ca1e2e-819c-4250-b8f0-d4183d494c69 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:46:02.091300 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:46:02.091712 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Checking segment: {'id': 'f1fd71ea-42e6-443e-a80d-8895421f20a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '47ca1e2e-819c-4250-b8f0-d4183d494c69'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:46:02.093087 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:02.093087 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Bound using segment: {'id': 'f1fd71ea-42e6-443e-a80d-8895421f20a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '47ca1e2e-819c-4250-b8f0-d4183d494c69'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:46:02.093087 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Bound port: a1c03375-c94b-49c5-963d-94eb40a62917, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1fd71ea-42e6-443e-a80d-8895421f20a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '47ca1e2e-819c-4250-b8f0-d4183d494c69'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:46:02.093874 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:02.188798 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] For port a1c03375-c94b-49c5-963d-94eb40a62917, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:46:02.193249 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] For port a1c03375-c94b-49c5-963d-94eb40a62917, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=a1c03375-c94b-49c5-963d-94eb40a62917,segment=NetworkSegment(f1fd71ea-42e6-443e-a80d-8895421f20a7),segment_id=f1fd71ea-42e6-443e-a80d-8895421f20a7)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:46:02.197160 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:02.210208 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:46:02.360457 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Pushing event updated for resources: {'Port': ['ID=a1c03375-c94b-49c5-963d-94eb40a62917,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:46:02.363778 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:46:03.496179 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 45226) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:46:03.947340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [None req-967efaf9-11db-4c4e-8232-e4e8b6fef948 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=84083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:46:03.948617 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-967efaf9-11db-4c4e-8232-e4e8b6fef948 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4513173 Feb 19 02:46:06.772110 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 45240) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:46:07.204896 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [None req-067c5655-06e1-4ada-917d-b9544ba597e6 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=84083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:46:07.206012 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-067c5655-06e1-4ada-917d-b9544ba597e6 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4328513 Feb 19 02:46:07.219487 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device a1c03375-c94b-49c5-963d-94eb40a62917 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:46:07.254324 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46611b09-cecf-425d-b536-4dd8f6a5509f None None] Network 47ca1e2e-819c-4250-b8f0-d4183d494c69 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:46:07.413451 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-efe0d5c1-df27-4162-9281-c96095f03ce8 None None] Provisioning for port a1c03375-c94b-49c5-963d-94eb40a62917 completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:46:07.442708 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port a1c03375-c94b-49c5-963d-94eb40a62917 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:46:07.476485 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port a1c03375-c94b-49c5-963d-94eb40a62917 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:46:07.476899 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:07.678006 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:07.724272 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] For port a1c03375-c94b-49c5-963d-94eb40a62917, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=a1c03375-c94b-49c5-963d-94eb40a62917,segment=NetworkSegment(f1fd71ea-42e6-443e-a80d-8895421f20a7),segment_id=f1fd71ea-42e6-443e-a80d-8895421f20a7)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:46:07.727836 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:07.731325 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:46:07.802762 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Pushing event updated for resources: {'Port': ['ID=a1c03375-c94b-49c5-963d-94eb40a62917,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:46:07.806323 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:46:07.956319 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-fa036567-e7f6-484e-ac02-347767343943 None None] Provisioning complete for port a1c03375-c94b-49c5-963d-94eb40a62917 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:46:07.956853 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fa036567-e7f6-484e-ac02-347767343943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:08.216540 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-2897284c-0b3c-4a35-bec1-d3fb2b7b841c None None] Provisioning complete for port a1c03375-c94b-49c5-963d-94eb40a62917 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:46:08.216950 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2897284c-0b3c-4a35-bec1-d3fb2b7b841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:08.458607 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 5 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:46:09.196173 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device a1c03375-c94b-49c5-963d-94eb40a62917 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:46:09.269241 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port a1c03375-c94b-49c5-963d-94eb40a62917 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:46:09.269650 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:10.335502 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 45254) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:46:10.525160 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-588a9e20-4f0d-4316-82d1-5d2de431b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:10.759390 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-b4c5c192-d34f-4fe0-ae86-6b09c64a0599 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '375a15f8d9b74b5193146be18d59aa9b', 'name': 'router1'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:10.765509 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-b4c5c192-d34f-4fe0-ae86-6b09c64a0599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:46:10.770034 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-b4c5c192-d34f-4fe0-ae86-6b09c64a0599 admin admin] Usage tracker for resource:router and tenant:375a15f8d9b74b5193146be18d59aa9b is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:46:10.773508 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-b4c5c192-d34f-4fe0-ae86-6b09c64a0599 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:46:10.780145 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-b4c5c192-d34f-4fe0-ae86-6b09c64a0599 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:46:10.790871 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c192-d34f-4fe0-ae86-6b09c64a0599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854354956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762983'] for router, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:10.792621 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c192-d34f-4fe0-ae86-6b09c64a0599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854354971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854347261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-468461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12817'] for router, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:10.813996 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c192-d34f-4fe0-ae86-6b09c64a0599 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:10.925975 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c192-d34f-4fe0-ae86-6b09c64a0599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854347035'] for router, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:10.945422 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b4c5c192-d34f-4fe0-ae86-6b09c64a0599 admin admin] Notify callbacks [] for router, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:10.946783 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-b4c5c192-d34f-4fe0-ae86-6b09c64a0599 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6101294 Feb 19 02:46:12.914589 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-315b4891-030a-45d4-b19b-3396362c546a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:13.257565 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:13.736135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 45274) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:46:13.908774 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [None req-e50d23e3-4276-435a-a341-57faf01a975e admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=84083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:46:13.909894 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-e50d23e3-4276-435a-a341-57faf01a975e admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1726973 Feb 19 02:46:14.859621 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:15.175022 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:16.527764 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 45294) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:46:16.586290 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:16.593041 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:46:16.598612 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Usage tracker for resource:network and tenant:3722879766234e719043b4125c4d1ae9 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:46:16.602725 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:46:16.610779 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:46:16.624486 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Made reservation on behalf of 3722879766234e719043b4125c4d1ae9 for: {'network': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:46:16.629657 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for network, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:16.651583 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:16.669563 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:46:16.674947 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Usage tracker for resource:security_group_rule and tenant:3722879766234e719043b4125c4d1ae9 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:46:16.678936 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:46:16.686954 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:46:16.819528 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:16.823719 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:16.828342 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:46:16.842912 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Reserving flat network on physical network physnet1 {{(pid=84083) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 19 02:46:16.870647 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf10306-6607-455c-9967-81d921aada23,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:46:16.874097 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750496236574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:16.874701 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Unsubscribe: segment precommit_create {{(pid=84083) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 19 02:46:16.875174 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.segments_db [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Added segment 79120352-75bd-499b-b9b8-8733330898fa of type flat for network 0e56412c-4854-452b-991d-f8414d441bfe Feb 19 02:46:16.888939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:46:16.924537 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363286359061518'] for network, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:16.973623 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:16.974916 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:46:16.975545 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:16.979036 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:46:17.085041 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Pushing event updated for resources: {'Network': ['ID=0e56412c-4854-452b-991d-f8414d441bfe,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:46:17.087878 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5589895 Feb 19 02:46:17.089770 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:46:17.100325 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Network 0e56412c-4854-452b-991d-f8414d441bfe details requested by agent ovs-agent-dv-cinder-775706-2-smb with host dv-cinder-775706-2-smb {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:46:19.693680 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 45304) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:46:19.820570 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b735a9e-cca5-4c78-9f4e-30d3faf06a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:46:19.822236 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-4b735a9e-cca5-4c78-9f4e-30d3faf06a14 admin admin] 10.222.0.75 "GET /v2.0/subnets/e0108972-9f9f-4548-943d-fb77ed64ab98 HTTP/1.1" status: 200 len: 849 time: 0.1274095 Feb 19 02:46:20.155936 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-20985771-ab39-4fef-896c-7b97cca40182 admin admin] 10.222.0.75 "GET /v2.0/routers/9b3795b0-c817-4b96-b456-03873f834429 HTTP/1.1" status: 200 len: 704 time: 0.3265581 Feb 19 02:46:20.722958 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:21.130131 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Allocated IP 172.20.0.1 (47ca1e2e-819c-4250-b8f0-d4183d494c69/e0108972-9f9f-4548-943d-fb77ed64ab98/945c960f-344a-44f8-826d-724047766835) {{(pid=84083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:46:21.308828 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:21.327802 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Transition to ACTIVE for port object 945c960f-344a-44f8-826d-724047766835 will not be triggered until provisioned by entity DHCP. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:46:21.387362 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:21.400885 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:46:21.547112 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Pushing event updated for resources: {'Port': ['ID=945c960f-344a-44f8-826d-724047766835,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:46:21.554402 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:46:21.615975 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Network 47ca1e2e-819c-4250-b8f0-d4183d494c69 is already hosted by enough agents. {{(pid=84083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:46:21.617198 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:46:21.620078 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Received port after_create {{(pid=84083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:46:21.620726 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432606'] for router_interface, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:21.859906 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-ff9251f4-9e56-4988-a7a5-8cf60d69f9f6 None None] Provisioning for port 945c960f-344a-44f8-826d-724047766835 completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:46:21.865161 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-ff9251f4-9e56-4988-a7a5-8cf60d69f9f6 None None] Provisioning complete for port 945c960f-344a-44f8-826d-724047766835 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:46:21.865856 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ff9251f4-9e56-4988-a7a5-8cf60d69f9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:21.920666 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:21.929191 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-ff9251f4-9e56-4988-a7a5-8cf60d69f9f6 None None] Port 945c960f-344a-44f8-826d-724047766835 cannot update to ACTIVE because it is not bound. {{(pid=84086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 02:46:22.225865 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:22.229665 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:22.230839 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854161000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854343300'] for router_interface, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:22.246246 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:46:22.567665 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Pushing event updated for resources: {'Port': ['ID=945c960f-344a-44f8-826d-724047766835,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:46:22.570746 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:46:22.633540 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Network 47ca1e2e-819c-4250-b8f0-d4183d494c69 is already hosted by enough agents. {{(pid=84083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:46:22.635554 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:46:22.860675 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-4ff3230d-a7d8-423e-88f2-c49f2d58eddb None None] Provisioning complete for port 945c960f-344a-44f8-826d-724047766835 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:46:22.878334 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4ff3230d-a7d8-423e-88f2-c49f2d58eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:22.881479 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Router 9b3795b0-c817-4b96-b456-03873f834429 is scheduled to L3 agent f89d6758-6383-432f-be87-9e62d038e267 with binding_index 1 {{(pid=84083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 19 02:46:22.982372 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-4ff3230d-a7d8-423e-88f2-c49f2d58eddb None None] Port 945c960f-344a-44f8-826d-724047766835 cannot update to ACTIVE because it is not bound. {{(pid=84086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 02:46:23.063399 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 02:46:23.074550 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] 10.222.0.75 "PUT /v2.0/routers/9b3795b0-c817-4b96-b456-03873f834429/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.9123652 Feb 19 02:46:23.078433 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Sync routers for ids ['9b3795b0-c817-4b96-b456-03873f834429'] in dv-cinder-775706-2-smb {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 02:46:23.095038 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Routers {'9b3795b0-c817-4b96-b456-03873f834429'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:46:23.096448 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:46:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['9b3795b0-c817-4b96-b456-03873f834429'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:46:23.301500 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Set router 9b3795b0-c817-4b96-b456-03873f834429 gateway port host: None {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:46:23.934974 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3795b0-c817-4b96-b456-03873f834429', 'name': 'router1', 'tenant_id': '375a15f8d9b74b5193146be18d59aa9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:46:10Z', 'updated_at': '2021-02-19T02:46:21Z', 'revision_number': 2, 'project_id': '375a15f8d9b74b5193146be18d59aa9b', 'gw_port_host': None, '_interfaces': [{'id': '945c960f-344a-44f8-826d-724047766835', 'name': '', 'network_id': '47ca1e2e-819c-4250-b8f0-d4183d494c69', 'tenant_id': '375a15f8d9b74b5193146be18d59aa9b', 'mac_address': 'fa:16:3e:8d:9e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3795b0-c817-4b96-b456-03873f834429', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0108972-9f9f-4548-943d-fb77ed64ab98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:46:20Z', 'updated_at': '2021-02-19T02:46:22Z', 'revision_number': 2, 'project_id': '375a15f8d9b74b5193146be18d59aa9b', 'subnets': [{'id': 'e0108972-9f9f-4548-943d-fb77ed64ab98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3706e06b-348d-457b-992e-94ec8758c6cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:46:23.941118 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Checking router: 9b3795b0-c817-4b96-b456-03873f834429 for host: dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 02:46:23.941492 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Updating router 9b3795b0-c817-4b96-b456-03873f834429 port 945c960f-344a-44f8-826d-724047766835 binding host dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 02:46:24.010578 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:24.525504 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:24.546648 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Transition to ACTIVE for port object 945c960f-344a-44f8-826d-724047766835 will not be triggered until provisioned by entity L2. {{(pid=84087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:46:24.550549 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:24.565873 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:46:24.708669 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1373225-182b-47aa-b7bb-5142f90b4da1 None None] Pushing event updated for resources: {'Port': ['ID=945c960f-344a-44f8-826d-724047766835,revision_number=3']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:46:24.720658 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1373225-182b-47aa-b7bb-5142f90b4da1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:24.721236 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1373225-182b-47aa-b7bb-5142f90b4da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:24.721538 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1373225-182b-47aa-b7bb-5142f90b4da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:24.722032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1373225-182b-47aa-b7bb-5142f90b4da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:24.722432 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1373225-182b-47aa-b7bb-5142f90b4da1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:24.722885 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1373225-182b-47aa-b7bb-5142f90b4da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:24.723360 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1373225-182b-47aa-b7bb-5142f90b4da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:24.723771 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1373225-182b-47aa-b7bb-5142f90b4da1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:24.724181 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1373225-182b-47aa-b7bb-5142f90b4da1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:24.724540 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1373225-182b-47aa-b7bb-5142f90b4da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:24.725044 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1373225-182b-47aa-b7bb-5142f90b4da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:24.725506 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1373225-182b-47aa-b7bb-5142f90b4da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1373225-182b-47aa-b7bb-5142f90b4da1 None None] Tracked resource versions report: Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: pushed versions: Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: { 'AddressGroup': {'1.1'}, Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': {'1.0'}, Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': {'1.0'}, Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': {'1.1'}, Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': {'1.7'}, Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': {'1.2'}, Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': {'1.8'}, Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': {'1.4'}, Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': {'1.0'}, Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': {'1.1'}, Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': {'1.1'}} Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: consumer versions: Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: { DHCP agent@dv-cinder-775706-2-smb: {}, Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: L3 agent@dv-cinder-775706-2-smb: {}, Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: Metadata agent@dv-cinder-775706-2-smb: {}, Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: Metering agent@dv-cinder-775706-2-smb: {}, Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: Open vSwitch agent@dv-cinder-775706-2-smb: { 'AddressGroup': '1.1', Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': '1.0', Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': '1.0', Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': '1.1', Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': '1.7', Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': '1.2', Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': '1.8', Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': '1.4', Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': '1.2', Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': '1.0', Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': '1.1', Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': '1.1'}} Feb 19 02:46:24.726733 dv-cinder-775706-2-smb neutron-server[83972]: {{(pid=84087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 19 02:46:24.731391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a1373225-182b-47aa-b7bb-5142f90b4da1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:46:24.951120 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Attempting to bind port 945c960f-344a-44f8-826d-724047766835 on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:46:24.951826 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Attempting to bind port 945c960f-344a-44f8-826d-724047766835 by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': 'f1fd71ea-42e6-443e-a80d-8895421f20a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '47ca1e2e-819c-4250-b8f0-d4183d494c69'}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:46:24.952408 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Attempting to bind port 945c960f-344a-44f8-826d-724047766835 on network 47ca1e2e-819c-4250-b8f0-d4183d494c69 {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:46:24.963337 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:46:24.964114 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Checking segment: {'id': 'f1fd71ea-42e6-443e-a80d-8895421f20a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '47ca1e2e-819c-4250-b8f0-d4183d494c69'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:46:24.964852 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:24.965523 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Bound using segment: {'id': 'f1fd71ea-42e6-443e-a80d-8895421f20a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '47ca1e2e-819c-4250-b8f0-d4183d494c69'} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:46:24.966418 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Bound port: 945c960f-344a-44f8-826d-724047766835, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1fd71ea-42e6-443e-a80d-8895421f20a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '47ca1e2e-819c-4250-b8f0-d4183d494c69'}}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:46:24.967085 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:25.126177 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] For port 945c960f-344a-44f8-826d-724047766835, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:46:25.131116 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] For port 945c960f-344a-44f8-826d-724047766835, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=945c960f-344a-44f8-826d-724047766835,segment=NetworkSegment(f1fd71ea-42e6-443e-a80d-8895421f20a7),segment_id=f1fd71ea-42e6-443e-a80d-8895421f20a7)] {{(pid=84087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:46:25.138662 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:25.157356 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a1373225-182b-47aa-b7bb-5142f90b4da1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:46:25.309075 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1373225-182b-47aa-b7bb-5142f90b4da1 None None] Pushing event updated for resources: {'Port': ['ID=945c960f-344a-44f8-826d-724047766835,revision_number=4']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:46:25.315152 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a1373225-182b-47aa-b7bb-5142f90b4da1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:46:25.394240 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Routers {'9b3795b0-c817-4b96-b456-03873f834429'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:46:25.394919 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:46:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['9b3795b0-c817-4b96-b456-03873f834429'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:46:25.566453 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] Set router 9b3795b0-c817-4b96-b456-03873f834429 gateway port host: None {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:46:25.799540 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 45316) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:46:25.914273 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3795b0-c817-4b96-b456-03873f834429', 'name': 'router1', 'tenant_id': '375a15f8d9b74b5193146be18d59aa9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:46:10Z', 'updated_at': '2021-02-19T02:46:21Z', 'revision_number': 2, 'project_id': '375a15f8d9b74b5193146be18d59aa9b', 'gw_port_host': None, '_interfaces': [{'id': '945c960f-344a-44f8-826d-724047766835', 'name': '', 'network_id': '47ca1e2e-819c-4250-b8f0-d4183d494c69', 'tenant_id': '375a15f8d9b74b5193146be18d59aa9b', 'mac_address': 'fa:16:3e:8d:9e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3795b0-c817-4b96-b456-03873f834429', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0108972-9f9f-4548-943d-fb77ed64ab98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:46:20Z', 'updated_at': '2021-02-19T02:46:25Z', 'revision_number': 4, 'project_id': '375a15f8d9b74b5193146be18d59aa9b', 'subnets': [{'id': 'e0108972-9f9f-4548-943d-fb77ed64ab98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3706e06b-348d-457b-992e-94ec8758c6cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:46:25.918879 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec17079-bab1-468a-bb77-ddbf825d4019 None None] The sync data for ids ['9b3795b0-c817-4b96-b456-03873f834429'] in dv-cinder-775706-2-smb is: [{'id': '9b3795b0-c817-4b96-b456-03873f834429', 'name': 'router1', 'tenant_id': '375a15f8d9b74b5193146be18d59aa9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:46:10Z', 'updated_at': '2021-02-19T02:46:21Z', 'revision_number': 2, 'project_id': '375a15f8d9b74b5193146be18d59aa9b', 'gw_port_host': None, '_interfaces': [{'id': '945c960f-344a-44f8-826d-724047766835', 'name': '', 'network_id': '47ca1e2e-819c-4250-b8f0-d4183d494c69', 'tenant_id': '375a15f8d9b74b5193146be18d59aa9b', 'mac_address': 'fa:16:3e:8d:9e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3795b0-c817-4b96-b456-03873f834429', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0108972-9f9f-4548-943d-fb77ed64ab98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:46:20Z', 'updated_at': '2021-02-19T02:46:25Z', 'revision_number': 4, 'project_id': '375a15f8d9b74b5193146be18d59aa9b', 'subnets': [{'id': 'e0108972-9f9f-4548-943d-fb77ed64ab98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3706e06b-348d-457b-992e-94ec8758c6cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 02:46:25.973263 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e295646-309a-4f54-9c0b-4ef954fbd327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:46:25.974689 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-8e295646-309a-4f54-9c0b-4ef954fbd327 admin admin] 10.222.0.75 "GET /v2.0/networks/0e56412c-4854-452b-991d-f8414d441bfe HTTP/1.1" status: 200 len: 842 time: 0.1740990 Feb 19 02:46:25.985684 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-5bf4bea6-633f-41d4-bd8e-7a4703d7586d admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'name': 'public-subnet', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'ip_version': 4}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:25.991232 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-5bf4bea6-633f-41d4-bd8e-7a4703d7586d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:46:25.995402 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-5bf4bea6-633f-41d4-bd8e-7a4703d7586d admin admin] Usage tracker for resource:subnet and tenant:3722879766234e719043b4125c4d1ae9 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:46:25.998995 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-5bf4bea6-633f-41d4-bd8e-7a4703d7586d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:46:26.004865 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-5bf4bea6-633f-41d4-bd8e-7a4703d7586d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:46:26.014676 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf4bea6-633f-41d4-bd8e-7a4703d7586d admin admin] Made reservation on behalf of 3722879766234e719043b4125c4d1ae9 for: {'subnet': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:46:26.019346 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5bf4bea6-633f-41d4-bd8e-7a4703d7586d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:26.528600 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.objects.ports [None req-5bf4bea6-633f-41d4-bd8e-7a4703d7586d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84085) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 19 02:46:26.529096 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5bf4bea6-633f-41d4-bd8e-7a4703d7586d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:26.542353 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:46:26.667008 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4bea6-633f-41d4-bd8e-7a4703d7586d admin admin] Pushing event updated for resources: {'Subnet': ['ID=664dcf09-964d-4e4b-a082-c69e70a0e546,revision_number=0']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:46:26.672644 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5bf4bea6-633f-41d4-bd8e-7a4703d7586d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:46:26.750380 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf4bea6-633f-41d4-bd8e-7a4703d7586d admin admin] Checking segment: {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:46:26.750751 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf4bea6-633f-41d4-bd8e-7a4703d7586d admin admin] Network hostable DHCP agents. Network: 0e56412c-4854-452b-991d-f8414d441bfe, hostable agents: ['5d4d7265-98c5-4e1f-932d-d1cac1607758'], hosted agents: [] {{(pid=84085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 02:46:26.774290 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf4bea6-633f-41d4-bd8e-7a4703d7586d admin admin] Network 0e56412c-4854-452b-991d-f8414d441bfe is scheduled to be hosted by DHCP agent 5d4d7265-98c5-4e1f-932d-d1cac1607758 with binding_index 1 {{(pid=84085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 02:46:26.783784 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-5bf4bea6-633f-41d4-bd8e-7a4703d7586d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-smb, 0e56412c-4854-452b-991d-f8414d441bfe) {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:46:26.790156 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf4bea6-633f-41d4-bd8e-7a4703d7586d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:46:26.791032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5bf4bea6-633f-41d4-bd8e-7a4703d7586d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:26.793197 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15da6f71-e521-458f-823f-ce3c586c05ed None None] Network 0e56412c-4854-452b-991d-f8414d441bfe requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:46:26.829771 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-5bf4bea6-633f-41d4-bd8e-7a4703d7586d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8294916 Feb 19 02:46:27.111023 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1f2456-59f7-4a59-b573-b1e56ffc3765 None None] Network 0e56412c-4854-452b-991d-f8414d441bfe requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:46:27.275901 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 945c960f-344a-44f8-826d-724047766835 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:46:27.440602 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port 945c960f-344a-44f8-826d-724047766835 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:46:27.446162 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 945c960f-344a-44f8-826d-724047766835 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:46:27.446566 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:27.575654 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:27.610068 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] For port 945c960f-344a-44f8-826d-724047766835, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=945c960f-344a-44f8-826d-724047766835,segment=NetworkSegment(f1fd71ea-42e6-443e-a80d-8895421f20a7),segment_id=f1fd71ea-42e6-443e-a80d-8895421f20a7)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:46:27.613452 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:27.615700 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:46:27.688312 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Pushing event updated for resources: {'Port': ['ID=945c960f-344a-44f8-826d-724047766835,revision_number=5']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:46:27.691786 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:46:29.209185 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 945c960f-344a-44f8-826d-724047766835 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:46:29.290029 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 945c960f-344a-44f8-826d-724047766835 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:46:29.290437 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:29.490184 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 45330) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:46:29.704884 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-5427b9ae-052e-4287-bbca-d86b9adcc1cd admin admin] 10.222.0.75 "GET /v2.0/routers/9b3795b0-c817-4b96-b456-03873f834429 HTTP/1.1" status: 200 len: 710 time: 0.2132947 Feb 19 02:46:29.846398 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d915f9e7-176d-4c99-87bf-c1dcf692be50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:46:29.847020 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-d915f9e7-176d-4c99-87bf-c1dcf692be50 admin admin] Synchronizing usage tracker for tenant:3722879766234e719043b4125c4d1ae9 on resource:network {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:46:29.866356 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-d915f9e7-176d-4c99-87bf-c1dcf692be50 admin admin] Unset dirty status for tenant:3722879766234e719043b4125c4d1ae9 on resource:network {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:46:29.867452 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-d915f9e7-176d-4c99-87bf-c1dcf692be50 admin admin] 10.222.0.75 "GET /v2.0/networks/0e56412c-4854-452b-991d-f8414d441bfe HTTP/1.1" status: 200 len: 886 time: 0.1567571 Feb 19 02:46:29.878745 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:30.356230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854347126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12800'] for router, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:30.724543 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:30.785688 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:30.799153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:30.815307 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:46:30.819396 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:46:30.822528 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:46:30.828504 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:46:30.921182 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:30.924521 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:30.938072 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:46:31.032920 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb327b74-6064-4197-b148-af5b877a7c2f,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:46:31.039620 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:46:31.215050 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Allocated IP 172.28.3.33 (0e56412c-4854-452b-991d-f8414d441bfe/664dcf09-964d-4e4b-a082-c69e70a0e546/955cb950-0dfd-438d-a755-56c155e432dd) {{(pid=84083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:46:31.371414 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:31.404744 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:31.420834 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:46:31.752053 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Pushing event updated for resources: {'Port': ['ID=955cb950-0dfd-438d-a755-56c155e432dd,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:46:31.757323 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:46:31.808398 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Network 0e56412c-4854-452b-991d-f8414d441bfe is already hosted by enough agents. {{(pid=84083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:46:31.809573 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Resources bound (agent type, host, resource id): {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:46:31.812102 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Received port after_create {{(pid=84083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:46:32.221641 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:32.585673 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854347126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12800'] for router, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:32.589780 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854347035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-428675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-428690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854355062'] for router, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:32.783291 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Router 9b3795b0-c817-4b96-b456-03873f834429 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 02:46:32.976303 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 02:46:32.987438 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Sync routers for ids ['9b3795b0-c817-4b96-b456-03873f834429'] in dv-cinder-775706-2-smb {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 02:46:32.992824 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Notify callbacks [] for router, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:32.994238 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] 10.222.0.75 "PUT /v2.0/routers/9b3795b0-c817-4b96-b456-03873f834429 HTTP/1.1" status: 200 len: 889 time: 3.1192319 Feb 19 02:46:32.998800 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Routers {'9b3795b0-c817-4b96-b456-03873f834429'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:46:32.999471 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:46:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['9b3795b0-c817-4b96-b456-03873f834429'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:46:33.212255 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Set router 9b3795b0-c817-4b96-b456-03873f834429 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:46:33.580030 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3795b0-c817-4b96-b456-03873f834429', 'name': 'router1', 'tenant_id': '375a15f8d9b74b5193146be18d59aa9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '955cb950-0dfd-438d-a755-56c155e432dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:46:10Z', 'updated_at': '2021-02-19T02:46:32Z', 'revision_number': 4, 'project_id': '375a15f8d9b74b5193146be18d59aa9b', 'gw_port': {'id': '955cb950-0dfd-438d-a755-56c155e432dd', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:06:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3795b0-c817-4b96-b456-03873f834429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:46:31Z', 'updated_at': '2021-02-19T02:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '945c960f-344a-44f8-826d-724047766835', 'name': '', 'network_id': '47ca1e2e-819c-4250-b8f0-d4183d494c69', 'tenant_id': '375a15f8d9b74b5193146be18d59aa9b', 'mac_address': 'fa:16:3e:8d:9e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3795b0-c817-4b96-b456-03873f834429', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0108972-9f9f-4548-943d-fb77ed64ab98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:46:20Z', 'updated_at': '2021-02-19T02:46:27Z', 'revision_number': 5, 'project_id': '375a15f8d9b74b5193146be18d59aa9b', 'subnets': [{'id': 'e0108972-9f9f-4548-943d-fb77ed64ab98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3706e06b-348d-457b-992e-94ec8758c6cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:46:33.585284 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Checking router: 9b3795b0-c817-4b96-b456-03873f834429 for host: dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 02:46:33.585688 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Updating router 9b3795b0-c817-4b96-b456-03873f834429 port 955cb950-0dfd-438d-a755-56c155e432dd binding host dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 02:46:33.643757 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:34.077568 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:34.093714 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Transition to ACTIVE for port object 955cb950-0dfd-438d-a755-56c155e432dd will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:46:34.097840 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:34.111912 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:46:34.248350 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34c68b-b78c-47ca-8113-ffd6130f9c63 None None] Pushing event updated for resources: {'Port': ['ID=955cb950-0dfd-438d-a755-56c155e432dd,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:46:34.251269 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5d34c68b-b78c-47ca-8113-ffd6130f9c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:46:34.324293 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Attempting to bind port 955cb950-0dfd-438d-a755-56c155e432dd on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:46:34.324692 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Attempting to bind port 955cb950-0dfd-438d-a755-56c155e432dd by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:46:34.325083 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Attempting to bind port 955cb950-0dfd-438d-a755-56c155e432dd on network 0e56412c-4854-452b-991d-f8414d441bfe {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:46:34.331178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:46:34.331563 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Checking segment: {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:46:34.332012 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:34.332428 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Bound using segment: {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:46:34.332945 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Bound port: 955cb950-0dfd-438d-a755-56c155e432dd, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:46:34.333349 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:34.412519 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] For port 955cb950-0dfd-438d-a755-56c155e432dd, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:46:34.415991 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] For port 955cb950-0dfd-438d-a755-56c155e432dd, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=955cb950-0dfd-438d-a755-56c155e432dd,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:46:34.419838 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:34.433636 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:46:34.736180 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34c68b-b78c-47ca-8113-ffd6130f9c63 None None] Pushing event updated for resources: {'Port': ['ID=955cb950-0dfd-438d-a755-56c155e432dd,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:46:34.751875 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5d34c68b-b78c-47ca-8113-ffd6130f9c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:46:34.795402 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Routers {'9b3795b0-c817-4b96-b456-03873f834429'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:46:34.796050 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:46:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['9b3795b0-c817-4b96-b456-03873f834429'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:46:34.992470 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] Set router 9b3795b0-c817-4b96-b456-03873f834429 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:46:35.358821 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3795b0-c817-4b96-b456-03873f834429', 'name': 'router1', 'tenant_id': '375a15f8d9b74b5193146be18d59aa9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '955cb950-0dfd-438d-a755-56c155e432dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:46:10Z', 'updated_at': '2021-02-19T02:46:32Z', 'revision_number': 4, 'project_id': '375a15f8d9b74b5193146be18d59aa9b', 'gw_port': {'id': '955cb950-0dfd-438d-a755-56c155e432dd', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:06:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3795b0-c817-4b96-b456-03873f834429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:46:31Z', 'updated_at': '2021-02-19T02:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '945c960f-344a-44f8-826d-724047766835', 'name': '', 'network_id': '47ca1e2e-819c-4250-b8f0-d4183d494c69', 'tenant_id': '375a15f8d9b74b5193146be18d59aa9b', 'mac_address': 'fa:16:3e:8d:9e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3795b0-c817-4b96-b456-03873f834429', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0108972-9f9f-4548-943d-fb77ed64ab98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:46:20Z', 'updated_at': '2021-02-19T02:46:27Z', 'revision_number': 5, 'project_id': '375a15f8d9b74b5193146be18d59aa9b', 'subnets': [{'id': 'e0108972-9f9f-4548-943d-fb77ed64ab98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3706e06b-348d-457b-992e-94ec8758c6cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:46:35.363123 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb012ced-a76a-4a76-9178-4878daba8d24 None None] The sync data for ids ['9b3795b0-c817-4b96-b456-03873f834429'] in dv-cinder-775706-2-smb is: [{'id': '9b3795b0-c817-4b96-b456-03873f834429', 'name': 'router1', 'tenant_id': '375a15f8d9b74b5193146be18d59aa9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '955cb950-0dfd-438d-a755-56c155e432dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:46:10Z', 'updated_at': '2021-02-19T02:46:32Z', 'revision_number': 4, 'project_id': '375a15f8d9b74b5193146be18d59aa9b', 'gw_port': {'id': '955cb950-0dfd-438d-a755-56c155e432dd', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:06:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3795b0-c817-4b96-b456-03873f834429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:46:31Z', 'updated_at': '2021-02-19T02:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '945c960f-344a-44f8-826d-724047766835', 'name': '', 'network_id': '47ca1e2e-819c-4250-b8f0-d4183d494c69', 'tenant_id': '375a15f8d9b74b5193146be18d59aa9b', 'mac_address': 'fa:16:3e:8d:9e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3795b0-c817-4b96-b456-03873f834429', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0108972-9f9f-4548-943d-fb77ed64ab98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:46:20Z', 'updated_at': '2021-02-19T02:46:27Z', 'revision_number': 5, 'project_id': '375a15f8d9b74b5193146be18d59aa9b', 'subnets': [{'id': 'e0108972-9f9f-4548-943d-fb77ed64ab98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3706e06b-348d-457b-992e-94ec8758c6cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 02:46:35.782127 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 45340) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:46:35.919311 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb85e800-a729-424f-aa27-8afca9d52d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:46:35.920994 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-cb85e800-a729-424f-aa27-8afca9d52d86 admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1376965 Feb 19 02:46:37.256010 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 955cb950-0dfd-438d-a755-56c155e432dd up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:46:37.333260 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port 955cb950-0dfd-438d-a755-56c155e432dd completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:46:37.339913 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 955cb950-0dfd-438d-a755-56c155e432dd triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:46:37.340328 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:37.480107 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:37.499727 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] For port 955cb950-0dfd-438d-a755-56c155e432dd, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=955cb950-0dfd-438d-a755-56c155e432dd,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:46:37.503590 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:37.506000 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:46:37.583465 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Pushing event updated for resources: {'Port': ['ID=955cb950-0dfd-438d-a755-56c155e432dd,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:46:37.586875 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:46:39.300472 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 955cb950-0dfd-438d-a755-56c155e432dd up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:46:39.506649 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 955cb950-0dfd-438d-a755-56c155e432dd triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:46:39.507897 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:40.546487 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9979b8bf-3b1d-4b0b-9e6f-f4e7abf877ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:42.937153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a82a719c-f0c0-4a23-9365-9f1a48caf958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:43.267494 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:44.879293 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:45.198341 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:46:45.458904 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 5 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:47:10.524201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-045ecfdb-5e5e-4d72-8f04-f08cfff7728d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:47:12.921258 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5a1859a8-0a5b-45a9-b5f4-98ab2d9b2033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:47:13.270571 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:47:14.867054 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:47:15.197584 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:47:22.464997 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 5 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:47:40.525449 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4d22f6eb-3489-4c26-82e5-9a371753c594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:47:42.942625 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c0b1a1c8-f0e5-4992-bd35-f4d087ac8499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:47:43.283929 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:47:44.887766 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:47:45.201068 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:47:59.460880 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 5 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:48:10.530356 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a046ea9e-7900-4a2e-bd78-acd73f410712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:48:12.930708 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-dd27c2d9-3f9f-4bf5-99f4-fb847f6a33a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:48:13.272243 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:48:14.873055 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:48:15.194933 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:48:36.462707 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 5 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:48:40.529999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9d185b37-058b-4df3-9731-c16610b193ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:48:42.922827 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-de02f6d7-c2ce-4f8a-b5af-d09fc0729e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:48:43.285324 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:48:44.886003 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:48:45.194640 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:49:03.745578 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 45916) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:49:03.831615 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.pecan_wsgi.hooks.translation [None req-482036d5-3322-4d38-b9bc-d3d519acca24 admin admin] GET failed (client error): The resource could not be found. Feb 19 02:49:03.833103 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-482036d5-3322-4d38-b9bc-d3d519acca24 admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0864356 Feb 19 02:49:03.992223 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a554eeaa-b8ea-4569-8452-3bb39e024a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:49:03.994102 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-a554eeaa-b8ea-4569-8452-3bb39e024a10 admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1562183 Feb 19 02:49:06.626341 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 45926) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:49:06.756266 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728ee321-00e2-42b1-90d7-dc79ac1c3838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:49:06.757074 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-728ee321-00e2-42b1-90d7-dc79ac1c3838 admin admin] Synchronizing usage tracker for tenant:3722879766234e719043b4125c4d1ae9 on resource:subnet {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:49:06.777677 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-728ee321-00e2-42b1-90d7-dc79ac1c3838 admin admin] Unset dirty status for tenant:3722879766234e719043b4125c4d1ae9 on resource:subnet {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:49:06.779373 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-728ee321-00e2-42b1-90d7-dc79ac1c3838 admin admin] 10.222.0.75 "GET /v2.0/subnets/e0108972-9f9f-4548-943d-fb77ed64ab98 HTTP/1.1" status: 200 len: 849 time: 0.1518984 Feb 19 02:49:06.791030 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:06.927137 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:49:07.283153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750496114905'] for subnet, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:49:07.299227 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:49:07.447369 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0108972-9f9f-4548-943d-fb77ed64ab98,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:49:07.469152 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:49:07.469527 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:49:07.469907 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:49:07.470267 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:49:07.470610 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:49:07.470953 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:49:07.471299 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:49:07.471638 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:49:07.472060 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:49:07.472304 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:49:07.472644 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:49:07.472973 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:49:07.478677 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:49:07.509178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:49:07.509717 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:49:07.511175 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] 10.222.0.75 "PUT /v2.0/subnets/e0108972-9f9f-4548-943d-fb77ed64ab98 HTTP/1.1" status: 200 len: 868 time: 0.7252285 Feb 19 02:49:07.517302 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b66290-51e3-451e-ab9e-5a01d6ecc74e None None] Network 47ca1e2e-819c-4250-b8f0-d4183d494c69 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:49:08.120804 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-b5d2c215-9ce5-4352-8e76-ace3b263b6fa None None] Provisioning complete for port 945c960f-344a-44f8-826d-724047766835 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:49:08.121517 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b5d2c215-9ce5-4352-8e76-ace3b263b6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:49:08.276737 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-b5d2c215-9ce5-4352-8e76-ace3b263b6fa None None] Provisioning complete for port a1c03375-c94b-49c5-963d-94eb40a62917 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:49:08.277287 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b5d2c215-9ce5-4352-8e76-ace3b263b6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:49:10.519431 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f55afffa-5e39-4a83-9cd3-c213c1534aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:49:11.519739 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 45936) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:49:11.760507 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc29be58-484f-4603-bd0d-8b3ec290445f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:49:11.761257 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc29be58-484f-4603-bd0d-8b3ec290445f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:49:11.764233 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-cc29be58-484f-4603-bd0d-8b3ec290445f admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2430258 Feb 19 02:49:12.925428 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-04c02373-3e26-4d62-8c39-ef784307d892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:49:13.282498 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:49:13.464374 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 5 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:49:14.482226 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 45946) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:49:14.880437 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91118789-dbc2-442b-a2a1-32f59a9e53f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:49:14.880972 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91118789-dbc2-442b-a2a1-32f59a9e53f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:49:14.886060 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-91118789-dbc2-442b-a2a1-32f59a9e53f4 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.4019291 Feb 19 02:49:14.891522 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:49:15.191642 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:49:17.582891 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 45956) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:49:17.823220 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe22371-0094-4c86-8b1f-73694dc0e98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:49:17.825061 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-bbe22371-0094-4c86-8b1f-73694dc0e98f admin admin] 10.222.0.75 "GET /v2.0/networks/0e56412c-4854-452b-991d-f8414d441bfe HTTP/1.1" status: 200 len: 886 time: 0.2405441 Feb 19 02:49:20.543559 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 45966) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:49:20.760123 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33819be2-d2e0-4e7b-82ef-00d964e95f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:49:20.761609 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-33819be2-d2e0-4e7b-82ef-00d964e95f25 admin admin] 10.222.0.75 "GET /v2.0/networks/47ca1e2e-819c-4250-b8f0-d4183d494c69 HTTP/1.1" status: 200 len: 862 time: 0.2170274 Feb 19 02:49:23.487193 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 45976) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:49:23.620499 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd936241-dd04-4148-bdae-4c935b06fafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:49:23.620900 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd936241-dd04-4148-bdae-4c935b06fafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:49:23.622990 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-dd936241-dd04-4148-bdae-4c935b06fafb admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1346965 Feb 19 02:49:26.298717 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 45986) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:49:26.441244 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb16966b-539a-4567-92e5-c9c9cfef9234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:49:26.441800 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb16966b-539a-4567-92e5-c9c9cfef9234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:49:26.444408 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-eb16966b-539a-4567-92e5-c9c9cfef9234 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1442196 Feb 19 02:49:29.152530 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 45996) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:49:29.281244 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57115379-6df7-4d0c-b14b-9977132807d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:49:29.282842 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-57115379-6df7-4d0c-b14b-9977132807d0 admin admin] 10.222.0.75 "GET /v2.0/subnets/664dcf09-964d-4e4b-a082-c69e70a0e546 HTTP/1.1" status: 200 len: 816 time: 0.1291170 Feb 19 02:49:32.019342 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 46006) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:49:32.210869 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f2f6aa-9de8-4ba3-be14-c9cd02ea8447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:49:32.213501 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-54f2f6aa-9de8-4ba3-be14-c9cd02ea8447 admin admin] 10.222.0.75 "GET /v2.0/subnets/e0108972-9f9f-4548-943d-fb77ed64ab98 HTTP/1.1" status: 200 len: 868 time: 0.1924455 Feb 19 02:49:40.525213 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6c94b3d3-fafc-40db-89bf-b4ca9c09c2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:49:42.929713 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0aa23866-ec43-4064-a9de-43a04f5955cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:49:43.293396 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:49:44.921164 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:49:45.190720 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:49:50.467705 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 5 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:50:00.849262 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 46046) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:50:00.922612 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [None req-572f3eb6-c489-44da-957f-68d313d5a7c1 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=84085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:50:00.924625 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-572f3eb6-c489-44da-957f-68d313d5a7c1 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0737851 Feb 19 02:50:03.955879 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 46056) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:50:04.092694 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f63c72-ce3b-4a53-b630-88523151c27d admin admin] GET failed (client error): The resource could not be found. Feb 19 02:50:04.094314 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-07f63c72-ce3b-4a53-b630-88523151c27d admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1371365 Feb 19 02:50:04.281550 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea56548a-ee6b-4ea1-a7fe-9e70fd97d7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:50:04.283495 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-ea56548a-ee6b-4ea1-a7fe-9e70fd97d7db admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1817019 Feb 19 02:50:06.977157 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46066) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:50:07.037612 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:07.043127 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:50:07.057882 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:50:07.068947 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Made reservation on behalf of 3722879766234e719043b4125c4d1ae9 for: {'network': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:50:07.073987 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for network, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:07.380795 dv-cinder-775706-2-smb neutron-server[83972]: WARNING neutron.services.revisions.revision_plugin [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Could not find related network for resource to bump revision. Feb 19 02:50:07.399509 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 02:50:07.410268 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:07.410684 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.segments_db [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Added segment 19f0543e-f0ee-4da6-9cc1-841b0a935e1e of type vxlan for network 04ac926c-df00-4644-8ee6-4f84fe546a43 Feb 19 02:50:07.441805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363286359061518'] for network, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:07.479148 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:07.480505 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:50:07.481152 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:07.485276 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3dff765b-469f-4231-be3d-e947fee6b6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:50:07.598732 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Pushing event updated for resources: {'Network': ['ID=04ac926c-df00-4644-8ee6-4f84fe546a43,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:50:07.602674 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.6242328 Feb 19 02:50:07.609649 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:07.610068 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:07.610460 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:07.610822 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:07.611182 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:07.611544 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:07.611900 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:07.612257 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:07.612638 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:07.612985 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:07.613341 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:07.613709 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:07.618323 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:50:07.632480 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Network 04ac926c-df00-4644-8ee6-4f84fe546a43 details requested by agent ovs-agent-dv-cinder-775706-2-smb with host dv-cinder-775706-2-smb {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:50:10.226944 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46076) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:50:10.307475 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4755d1-bcff-43c9-b2c3-0d172bb479f0 admin admin] GET failed (client error): The resource could not be found. Feb 19 02:50:10.308073 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-fe4755d1-bcff-43c9-b2c3-0d172bb479f0 admin admin] Synchronizing usage tracker for tenant:3722879766234e719043b4125c4d1ae9 on resource:network {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:50:10.324368 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-fe4755d1-bcff-43c9-b2c3-0d172bb479f0 admin admin] Unset dirty status for tenant:3722879766234e719043b4125c4d1ae9 on resource:network {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:50:10.325640 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-fe4755d1-bcff-43c9-b2c3-0d172bb479f0 admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0973401 Feb 19 02:50:10.455955 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95be2af-669a-4d99-97fb-944454bc0412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:50:10.457835 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-b95be2af-669a-4d99-97fb-944454bc0412 admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1272573 Feb 19 02:50:10.476168 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-7d584f77-5506-4dc0-8a02-7e8d5cdc9737 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '04ac926c-df00-4644-8ee6-4f84fe546a43', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:10.481597 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-7d584f77-5506-4dc0-8a02-7e8d5cdc9737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:50:10.492742 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-7d584f77-5506-4dc0-8a02-7e8d5cdc9737 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:50:10.504364 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d584f77-5506-4dc0-8a02-7e8d5cdc9737 admin admin] Made reservation on behalf of 3722879766234e719043b4125c4d1ae9 for: {'subnet': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:50:10.510249 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7d584f77-5506-4dc0-8a02-7e8d5cdc9737 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:10.511181 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4f18cb74-0710-4de2-9399-04435f6f48b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:10.944820 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7d584f77-5506-4dc0-8a02-7e8d5cdc9737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:10.961229 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-9027abba-81ee-4a02-a4c4-71e8ad050544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:50:11.108132 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d584f77-5506-4dc0-8a02-7e8d5cdc9737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ccefb5b-d12f-49de-a45e-c0cf509b9e88,revision_number=0']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:50:11.116135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7d584f77-5506-4dc0-8a02-7e8d5cdc9737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:50:11.196153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d584f77-5506-4dc0-8a02-7e8d5cdc9737 admin admin] Checking segment: {'id': '19f0543e-f0ee-4da6-9cc1-841b0a935e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04ac926c-df00-4644-8ee6-4f84fe546a43'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:50:11.196417 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d584f77-5506-4dc0-8a02-7e8d5cdc9737 admin admin] Network hostable DHCP agents. Network: 04ac926c-df00-4644-8ee6-4f84fe546a43, hostable agents: ['5d4d7265-98c5-4e1f-932d-d1cac1607758'], hosted agents: [] {{(pid=84083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 02:50:11.219192 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d584f77-5506-4dc0-8a02-7e8d5cdc9737 admin admin] Network 04ac926c-df00-4644-8ee6-4f84fe546a43 is scheduled to be hosted by DHCP agent 5d4d7265-98c5-4e1f-932d-d1cac1607758 with binding_index 1 {{(pid=84083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 02:50:11.232363 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-7d584f77-5506-4dc0-8a02-7e8d5cdc9737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-smb, 04ac926c-df00-4644-8ee6-4f84fe546a43) {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:50:11.238819 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d584f77-5506-4dc0-8a02-7e8d5cdc9737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:50:11.239973 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7d584f77-5506-4dc0-8a02-7e8d5cdc9737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:11.244306 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4b29e1-e050-410b-94ea-4cfaf789b22b None None] Network 04ac926c-df00-4644-8ee6-4f84fe546a43 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:50:11.291873 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-7d584f77-5506-4dc0-8a02-7e8d5cdc9737 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8203075 Feb 19 02:50:11.733090 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp040acd2d-39d1-533c-9615-86ac3a775096-04ac926c-df00-4644-8ee6-4f84fe546a43', 'network_id': '04ac926c-df00-4644-8ee6-4f84fe546a43', 'tenant_id': '3722879766234e719043b4125c4d1ae9', 'fixed_ips': [{'subnet_id': '4ccefb5b-d12f-49de-a45e-c0cf509b9e88'}]}} from dv-cinder-775706-2-smb. {{(pid=84086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 19 02:50:11.734796 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:12.151379 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Allocated IP 192.168.233.2 (04ac926c-df00-4644-8ee6-4f84fe546a43/4ccefb5b-d12f-49de-a45e-c0cf509b9e88/44de00f5-6721-4b16-9d00-5cacf07082a0) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:50:12.456923 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:12.475853 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Transition to ACTIVE for port object 44de00f5-6721-4b16-9d00-5cacf07082a0 will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:50:12.508218 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Transition to ACTIVE for port object 44de00f5-6721-4b16-9d00-5cacf07082a0 will not be triggered until provisioned by entity DHCP. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:50:12.515586 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:12.532852 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:50:12.685418 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Pushing event updated for resources: {'Port': ['ID=44de00f5-6721-4b16-9d00-5cacf07082a0,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:50:12.709666 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:12.709981 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:12.710381 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:12.710714 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:12.711074 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:12.711433 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:12.711789 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:12.712140 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:12.712490 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:12.712844 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:12.713195 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:12.713541 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:50:12.720531 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:50:12.766244 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Network 04ac926c-df00-4644-8ee6-4f84fe546a43 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:50:12.767669 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:50:12.770943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:50:12.838583 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Attempting to bind port 44de00f5-6721-4b16-9d00-5cacf07082a0 on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:50:12.839680 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Attempting to bind port 44de00f5-6721-4b16-9d00-5cacf07082a0 by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': '19f0543e-f0ee-4da6-9cc1-841b0a935e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04ac926c-df00-4644-8ee6-4f84fe546a43'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:50:12.840375 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Attempting to bind port 44de00f5-6721-4b16-9d00-5cacf07082a0 on network 04ac926c-df00-4644-8ee6-4f84fe546a43 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:50:12.850657 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:50:12.851478 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Checking segment: {'id': '19f0543e-f0ee-4da6-9cc1-841b0a935e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04ac926c-df00-4644-8ee6-4f84fe546a43'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:50:12.852019 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:12.852560 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Bound using segment: {'id': '19f0543e-f0ee-4da6-9cc1-841b0a935e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04ac926c-df00-4644-8ee6-4f84fe546a43'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:50:12.853259 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Bound port: 44de00f5-6721-4b16-9d00-5cacf07082a0, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f0543e-f0ee-4da6-9cc1-841b0a935e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04ac926c-df00-4644-8ee6-4f84fe546a43'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:50:12.853883 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:12.950338 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-26a76867-040c-4cc8-847a-711b23720339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:12.988518 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] For port 44de00f5-6721-4b16-9d00-5cacf07082a0, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:50:12.996260 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] For port 44de00f5-6721-4b16-9d00-5cacf07082a0, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=44de00f5-6721-4b16-9d00-5cacf07082a0,segment=NetworkSegment(19f0543e-f0ee-4da6-9cc1-841b0a935e1e),segment_id=19f0543e-f0ee-4da6-9cc1-841b0a935e1e)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:50:13.004222 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:13.026439 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:50:13.205601 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Pushing event updated for resources: {'Port': ['ID=44de00f5-6721-4b16-9d00-5cacf07082a0,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:50:13.220972 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:50:13.318805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:14.791556 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05383e13-e7a2-46f7-8dc3-c68e88b1cda8 None None] Network 04ac926c-df00-4644-8ee6-4f84fe546a43 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:50:15.009470 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-a7b5575f-5c26-4707-8d5d-f7a155dc9417 None None] Provisioning for port 44de00f5-6721-4b16-9d00-5cacf07082a0 completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:50:15.015445 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:15.235160 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:15.401292 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 44de00f5-6721-4b16-9d00-5cacf07082a0 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:50:15.487748 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port 44de00f5-6721-4b16-9d00-5cacf07082a0 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:50:15.493926 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 44de00f5-6721-4b16-9d00-5cacf07082a0 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:50:15.494500 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:15.581679 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c4593a95-3b46-4072-b9ba-b8c2aad4b55c None None] Provisioning complete for port 44de00f5-6721-4b16-9d00-5cacf07082a0 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:50:15.582179 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c4593a95-3b46-4072-b9ba-b8c2aad4b55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:15.717417 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:15.812757 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] For port 44de00f5-6721-4b16-9d00-5cacf07082a0, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=44de00f5-6721-4b16-9d00-5cacf07082a0,segment=NetworkSegment(19f0543e-f0ee-4da6-9cc1-841b0a935e1e),segment_id=19f0543e-f0ee-4da6-9cc1-841b0a935e1e)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:50:15.819605 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c4593a95-3b46-4072-b9ba-b8c2aad4b55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:15.830009 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:15.840230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:50:16.088221 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Pushing event updated for resources: {'Port': ['ID=44de00f5-6721-4b16-9d00-5cacf07082a0,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:50:16.095306 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:50:16.102225 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.api [None req-c4593a95-3b46-4072-b9ba-b8c2aad4b55c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:50:16.102634 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_db.api [None req-c4593a95-3b46-4072-b9ba-b8c2aad4b55c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 02:50:16.817075 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-d3636e02-093b-4d27-81b0-c153bbb4777c None None] Provisioning complete for port 44de00f5-6721-4b16-9d00-5cacf07082a0 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:50:16.817866 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d3636e02-093b-4d27-81b0-c153bbb4777c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:17.356059 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 44de00f5-6721-4b16-9d00-5cacf07082a0 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:50:17.494154 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 44de00f5-6721-4b16-9d00-5cacf07082a0 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:50:17.494699 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:27.470418 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 5 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:50:40.520939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7517db56-b7f5-4202-9ace-4855cd821d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:42.927629 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3e7d8d2e-70e4-44a4-ad6f-95a6b57ef0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:43.304609 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:44.895583 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:50:45.190815 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:51:04.473072 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 5 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:51:10.643041 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-62fc6ba6-56a0-461e-bc99-df682f259e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:51:12.929486 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-75506280-64de-4d11-a3f3-13c772b50997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:51:13.302808 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:51:14.907184 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:51:15.197708 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:51:23.808808 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46118) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:51:23.815778 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [None req-74bc4a47-7f9b-48cf-bba1-a9b148430c99 tempest-verify_tempest_config-1349498348 tempest-verify_tempest_config-1349498348-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=84083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:51:23.816919 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-74bc4a47-7f9b-48cf-bba1-a9b148430c99 tempest-verify_tempest_config-1349498348 tempest-verify_tempest_config-1349498348-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0070028 Feb 19 02:51:24.190737 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 46138) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:51:24.326134 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:51:24.342168 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:51:24.346618 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Usage tracker for resource:security_group_rule and tenant:07305a2a19cc41e2b52902095ffb9058 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:51:24.349916 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:51:24.356070 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:51:24.466969 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:51:24.471892 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:51:24.489549 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:51:24.570417 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=07305a2a19cc41e2b52902095ffb9058&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3779740 Feb 19 02:51:24.573658 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46144) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:51:24.574085 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ea73b6-af3d-40a1-9491-62d19f12e8fe,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:51:24.588272 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.588900 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.589522 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.590177 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.590605 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.591260 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.591795 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.592423 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.593077 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.593713 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.594248 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.594864 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.602433 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:51:24.642992 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:51:24.672739 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:51:24.728754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:51:24.733574 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:51:24.749702 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ea73b6-af3d-40a1-9491-62d19f12e8fe,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:51:24.758333 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:51:24.759577 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f9ea73b6-af3d-40a1-9491-62d19f12e8fe HTTP/1.1" status: 204 len: 168 time: 0.1852903 Feb 19 02:51:24.761205 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.761582 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.761981 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.762562 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.762707 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.763084 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.763472 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.763824 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.764172 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.764524 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.764964 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.765312 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:51:24.769002 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:51:40.522508 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-acd200d5-5f5b-4151-82c2-66ca6cca7eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:51:41.474538 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 5 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:51:42.926380 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-611ebbeb-bfa1-4a6c-acb0-5dd1ac5bf818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:51:43.300838 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:51:44.903590 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:51:45.195696 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:52:10.519582 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a78ddd00-5095-46f3-bfb5-6e73fff9f672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:52:12.919459 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a642dcd8-e5ad-4cd3-a764-f35109164797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:52:13.313490 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:52:14.913531 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:52:15.191531 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:52:18.479839 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 5 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:52:40.517797 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ed8953e7-1343-441f-8e5e-1eb05297a4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:52:42.922927 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-22732606-89b9-4401-8eb4-4a31ea145bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:52:43.314991 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:52:44.907206 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:52:45.187997 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:52:55.480352 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 5 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:53:10.515374 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-82267540-f4ef-4d7d-ad71-eb982606384d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:53:12.931891 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b0bc93f0-e6ab-4086-bdc6-5dd6b0e3fbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:53:13.312463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:53:14.921533 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:53:15.187166 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:53:24.942340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243'] for agent, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:53:24.944938 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:53:24.946515 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:53:24.948411 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:53:24.949451 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:53:24.949881 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:53:24.950419 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:53:24.950995 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:53:24.951489 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:53:24.951934 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:53:24.953068 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:53:24.953446 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:53:24.953936 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:53:24.954967 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77570', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:53:24.962236 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77570', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:53:25.520711 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] get_endpoint_by_host() called for host hv-cinder-77570 {{(pid=84086) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 19 02:53:25.527094 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] get_endpoint_by_ip() called for ip 192.168.0.75 {{(pid=84086) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 19 02:53:25.533109 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] _add_endpoint() called for ip 192.168.0.75 {{(pid=84086) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 19 02:53:25.540196 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] _get_endpoints() called {{(pid=84086) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 19 02:53:32.352667 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 46216) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:53:32.482071 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:53:32.569891 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-7ae74b44-b4b2-40aa-9fc3-52596153b29e admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.2156918 Feb 19 02:53:35.415318 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 46226) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:53:35.487472 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-51b9e497-a2b6-4eba-8f3a-374aadb0906e admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0705283 Feb 19 02:53:40.521869 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1f8388e4-a8c7-40ad-a0cf-a4bf103757b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:53:42.936947 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-76bc3859-5aab-4f6a-b299-6cc440701e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:53:43.314348 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:53:44.924241 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:53:45.184475 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:53:54.906697 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:54:09.483750 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:54:10.515402 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9acafdee-0de6-49e0-bb37-7a55d8ab513d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:54:12.933859 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2ab8f725-8c87-41c1-9f62-8e13eb9044e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:54:13.316656 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:54:14.918342 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:54:15.183149 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:54:24.943633 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:54:40.514571 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bef54b75-76a8-45b4-9e08-d49d1378d96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:54:42.956416 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7c814776-7746-4b84-9d6c-cf565d21604e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:54:43.326754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:54:44.972674 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:54:45.209327 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:54:46.485194 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:54:54.951677 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:10.513565 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8cf1ec6a-6991-46f7-af2e-c157d274afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:12.941869 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-812199cc-232b-495f-a8d0-2ccdd95f8e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:13.329436 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:14.931178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:15.189103 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:23.486751 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:55:24.980964 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:26.530652 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46324) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:26.884640 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-726562221-network', 'tenant_id': '28a9355d4d5946e0992db3db32339335'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:26.895253 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:26.903703 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Usage tracker for resource:network and tenant:28a9355d4d5946e0992db3db32339335 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:26.911125 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:26.929270 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:26.935088 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Made reservation on behalf of 28a9355d4d5946e0992db3db32339335 for: {'network': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:55:26.940166 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for network, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:26.956421 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:26.975344 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:26.980184 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Usage tracker for resource:security_group_rule and tenant:28a9355d4d5946e0992db3db32339335 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:26.984163 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:26.991186 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:27.141011 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:27.146383 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:27.155715 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:27.232882 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f19ebe5-c23d-42af-a194-08d234d0e62d,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:27.243572 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 02:55:27.246582 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.246971 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.247420 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.247673 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.248035 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.248400 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.248879 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.249090 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.249425 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.249910 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.250129 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.250481 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.250900 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.260135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.260135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.260135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.260135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.260135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.260135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.260135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.260135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.260135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.260135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.260135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Tracked resource versions report: Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: pushed versions: Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: { 'AddressGroup': {'1.1'}, Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': {'1.0'}, Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': {'1.0'}, Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': {'1.1'}, Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': {'1.7'}, Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': {'1.2'}, Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': {'1.8'}, Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': {'1.4'}, Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': {'1.0'}, Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': {'1.1'}, Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': {'1.1'}} Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: consumer versions: Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: { DHCP agent@dv-cinder-775706-2-smb: {}, Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: L3 agent@dv-cinder-775706-2-smb: {}, Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: Metadata agent@dv-cinder-775706-2-smb: {}, Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: Metering agent@dv-cinder-775706-2-smb: {}, Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: Open vSwitch agent@dv-cinder-775706-2-smb: { 'AddressGroup': '1.1', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': '1.0', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': '1.0', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': '1.1', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': '1.7', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': '1.2', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': '1.8', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': '1.4', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': '1.2', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': '1.0', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': '1.1', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': '1.1'}, Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: Open vSwitch agent@hv-cinder-77570: { 'AddressGroup': '1.1', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': '1.0', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': '1.0', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': '1.1', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': '1.7', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': '1.2', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': '1.8', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': '1.4', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': '1.2', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': '1.0', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': '1.1', Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': '1.1'}} Feb 19 02:55:27.262244 dv-cinder-775706-2-smb neutron-server[83972]: {{(pid=84083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 19 02:55:27.275932 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:27.276236 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.segments_db [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Added segment 36c66a8b-505d-4ccc-a527-04f85eef36ba of type vxlan for network 010eef01-ca0f-4734-8a14-fe07eb8a8290 Feb 19 02:55:27.288378 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:27.323596 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363286359061518'] for network, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:27.370444 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:27.372400 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:27.373153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:27.378998 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:27.496436 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9640672 Feb 19 02:55:27.501987 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 46372) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:27.502427 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Pushing event updated for resources: {'Network': ['ID=010eef01-ca0f-4734-8a14-fe07eb8a8290,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:27.506633 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:27.510750 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Request body: {'subnet': {'network_id': '010eef01-ca0f-4734-8a14-fe07eb8a8290', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-726562221-subnet', 'tenant_id': '28a9355d4d5946e0992db3db32339335', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:27.518820 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:27.524739 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Usage tracker for resource:subnet and tenant:28a9355d4d5946e0992db3db32339335 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:27.529629 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:27.531079 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Network 010eef01-ca0f-4734-8a14-fe07eb8a8290 details requested by agent ovs-agent-dv-cinder-775706-2-smb with host dv-cinder-775706-2-smb {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:55:27.537007 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:27.553370 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Made reservation on behalf of 28a9355d4d5946e0992db3db32339335 for: {'subnet': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:55:27.559475 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:27.703021 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Network 010eef01-ca0f-4734-8a14-fe07eb8a8290 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:55:28.092315 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 46386) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:28.121859 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:28.159678 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-47b7dacf-ea0d-4044-8dd2-9d11e4889b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:28.424706 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31981834-c4fe-40b4-8ab0-4725440df7be,revision_number=0']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:28.473050 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.473910 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.474310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.475253 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.475522 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.476346 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.476719 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.477343 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.478060 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.478492 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.479032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.479533 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.480260 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.480813 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.481361 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.481996 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.482578 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.483280 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.483776 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.484339 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.484735 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.485096 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.485565 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.486155 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Tracked resource versions report: Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: pushed versions: Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: { 'AddressGroup': {'1.1'}, Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': {'1.0'}, Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': {'1.0'}, Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': {'1.1'}, Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': {'1.7'}, Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': {'1.2'}, Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': {'1.8'}, Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': {'1.4'}, Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': {'1.0'}, Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': {'1.1'}, Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': {'1.1'}} Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: consumer versions: Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: { DHCP agent@dv-cinder-775706-2-smb: {}, Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: L3 agent@dv-cinder-775706-2-smb: {}, Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: Metadata agent@dv-cinder-775706-2-smb: {}, Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: Metering agent@dv-cinder-775706-2-smb: {}, Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: Open vSwitch agent@dv-cinder-775706-2-smb: { 'AddressGroup': '1.1', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': '1.0', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': '1.0', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': '1.1', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': '1.7', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': '1.2', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': '1.8', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': '1.4', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': '1.2', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': '1.0', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': '1.1', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': '1.1'}, Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: Open vSwitch agent@hv-cinder-77570: { 'AddressGroup': '1.1', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': '1.0', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': '1.0', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': '1.1', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': '1.7', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': '1.2', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': '1.8', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': '1.4', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': '1.2', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': '1.0', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': '1.1', Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': '1.1'}} Feb 19 02:55:28.487839 dv-cinder-775706-2-smb neutron-server[83972]: {{(pid=84085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 19 02:55:28.498710 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:28.582656 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-631838038-network', 'tenant_id': '3af50bdb36394e1a94841dbba0e97626'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:28.591447 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:28.598247 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Checking segment: {'id': '36c66a8b-505d-4ccc-a527-04f85eef36ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '010eef01-ca0f-4734-8a14-fe07eb8a8290'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:55:28.598643 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Network hostable DHCP agents. Network: 010eef01-ca0f-4734-8a14-fe07eb8a8290, hostable agents: ['5d4d7265-98c5-4e1f-932d-d1cac1607758'], hosted agents: [] {{(pid=84085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 02:55:28.607461 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Usage tracker for resource:network and tenant:3af50bdb36394e1a94841dbba0e97626 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:28.611272 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:28.623096 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:28.639244 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Network 010eef01-ca0f-4734-8a14-fe07eb8a8290 is scheduled to be hosted by DHCP agent 5d4d7265-98c5-4e1f-932d-d1cac1607758 with binding_index 1 {{(pid=84085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 02:55:28.643678 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Made reservation on behalf of 3af50bdb36394e1a94841dbba0e97626 for: {'network': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:55:28.648796 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for network, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:28.667382 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:28.680054 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-smb, 010eef01-ca0f-4734-8a14-fe07eb8a8290) {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:55:28.688841 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:28.689484 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:28.694074 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:28.704531 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6202318-d5f5-4682-9b4f-f1f5a6a4022d None None] Network 010eef01-ca0f-4734-8a14-fe07eb8a8290 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:55:28.704867 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Usage tracker for resource:security_group_rule and tenant:3af50bdb36394e1a94841dbba0e97626 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:28.710587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:28.719559 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:28.750453 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2466908 Feb 19 02:55:28.903541 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:28.917708 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:28.926362 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:29.011357 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 02:55:29.041476 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fce608-711e-4d4c-8c52-1ea3587f2d2e,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:29.048769 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:29.050534 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750496236574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:29.051223 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.segments_db [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Added segment 87490e08-8d8c-44d7-91ad-537cfd335ba9 of type vxlan for network 9131403e-e904-4cb4-874e-0517f8d6271d Feb 19 02:55:29.105808 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363286359061518'] for network, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:29.161530 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:29.164176 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:29.165503 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:29.176950 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:29.231908 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a167dd8b-6c20-42c8-8518-6acf0dd7d5bb None None] Network 010eef01-ca0f-4734-8a14-fe07eb8a8290 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:55:29.336592 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Pushing event updated for resources: {'Network': ['ID=9131403e-e904-4cb4-874e-0517f8d6271d,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:29.342260 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:29.361222 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2640789 Feb 19 02:55:29.361475 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 46432) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:29.369463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-25e0a44f-3423-4697-a8a7-aaccece60609 admin admin] Request body: {'subnet': {'network_id': '9131403e-e904-4cb4-874e-0517f8d6271d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-631838038-subnet', 'tenant_id': '3af50bdb36394e1a94841dbba0e97626', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:29.375783 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-25e0a44f-3423-4697-a8a7-aaccece60609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:29.381540 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-25e0a44f-3423-4697-a8a7-aaccece60609 admin admin] Usage tracker for resource:subnet and tenant:3af50bdb36394e1a94841dbba0e97626 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:29.385874 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-25e0a44f-3423-4697-a8a7-aaccece60609 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:29.394211 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-25e0a44f-3423-4697-a8a7-aaccece60609 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:29.408498 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e0a44f-3423-4697-a8a7-aaccece60609 admin admin] Made reservation on behalf of 3af50bdb36394e1a94841dbba0e97626 for: {'subnet': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:55:29.415506 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-25e0a44f-3423-4697-a8a7-aaccece60609 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:29.438844 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Network 9131403e-e904-4cb4-874e-0517f8d6271d details requested by agent ovs-agent-dv-cinder-775706-2-smb with host dv-cinder-775706-2-smb {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:55:29.464657 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Network 9131403e-e904-4cb4-874e-0517f8d6271d details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:55:29.618962 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46440) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:29.864745 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46452) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:29.943556 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46458) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:30.090977 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-25e0a44f-3423-4697-a8a7-aaccece60609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:30.099057 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-687931127-network', 'tenant_id': '0118817c78a646edba737412d030d31e'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:30.105018 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:30.112266 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Usage tracker for resource:network and tenant:0118817c78a646edba737412d030d31e is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:30.117474 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:30.126413 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:30.140123 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Made reservation on behalf of 0118817c78a646edba737412d030d31e for: {'network': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:55:30.146042 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for network, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:30.165586 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:30.186002 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:30.191913 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Usage tracker for resource:security_group_rule and tenant:0118817c78a646edba737412d030d31e is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:30.196811 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:30.205696 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:30.212245 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:30.300786 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46466) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:30.316593 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0a44f-3423-4697-a8a7-aaccece60609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0e60589-d38b-4143-9be7-c437b4c402a7,revision_number=0']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:30.324501 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-25e0a44f-3423-4697-a8a7-aaccece60609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:30.390003 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:30.396340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:30.407720 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-870996f0-e1f6-4436-b916-e7c0d813d58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:30.446410 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0a44f-3423-4697-a8a7-aaccece60609 admin admin] Checking segment: {'id': '87490e08-8d8c-44d7-91ad-537cfd335ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9131403e-e904-4cb4-874e-0517f8d6271d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:55:30.446863 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e0a44f-3423-4697-a8a7-aaccece60609 admin admin] Network hostable DHCP agents. Network: 9131403e-e904-4cb4-874e-0517f8d6271d, hostable agents: ['5d4d7265-98c5-4e1f-932d-d1cac1607758'], hosted agents: [] {{(pid=84085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 02:55:30.478160 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d2a524-455d-44d2-9faa-53bce46e5f8c,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:30.478342 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e0a44f-3423-4697-a8a7-aaccece60609 admin admin] Network 9131403e-e904-4cb4-874e-0517f8d6271d is scheduled to be hosted by DHCP agent 5d4d7265-98c5-4e1f-932d-d1cac1607758 with binding_index 1 {{(pid=84085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 02:55:30.487542 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:30.498576 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-25e0a44f-3423-4697-a8a7-aaccece60609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-smb, 9131403e-e904-4cb4-874e-0517f8d6271d) {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:55:30.505042 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e0a44f-3423-4697-a8a7-aaccece60609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:30.506525 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-25e0a44f-3423-4697-a8a7-aaccece60609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:30.509772 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 02:55:30.513901 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fd125b-c6ab-474c-9ee0-ebad8dc1c033 None None] Network 9131403e-e904-4cb4-874e-0517f8d6271d requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:55:30.528719 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:30.529378 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.segments_db [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Added segment 8de2b73b-ad3d-4999-88f7-fbe508114dc5 of type vxlan for network 9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 Feb 19 02:55:30.546922 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-25e0a44f-3423-4697-a8a7-aaccece60609 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1837819 Feb 19 02:55:30.607997 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363286359061518'] for network, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:30.657598 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:30.658986 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:30.659636 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:30.667526 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-703143cc-fbff-451f-a740-1907617fe3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:30.691523 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-153480783-network', 'tenant_id': '619fad70faee4631a203fa17432b1857'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:30.814416 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Pushing event updated for resources: {'Network': ['ID=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:30.816211 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497e5426-3c0e-434b-8be6-fa4e6cbd858d None None] Network 9131403e-e904-4cb4-874e-0517f8d6271d requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:55:30.836978 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-network', 'tenant_id': 'c002812913314504b133ae634af86b2e'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:30.837450 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Network 9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 details requested by agent ovs-agent-dv-cinder-775706-2-smb with host dv-cinder-775706-2-smb {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:55:30.843409 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:30.848419 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Usage tracker for resource:network and tenant:c002812913314504b133ae634af86b2e is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:30.851815 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:30.858611 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:30.869552 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:30.876123 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-455174228-network', 'tenant_id': 'f53fe2854fce4916a4d2d8a17072e0a7'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:30.896702 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2760041 Feb 19 02:55:30.898500 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:30.902461 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 46488) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:30.905927 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Made reservation on behalf of c002812913314504b133ae634af86b2e for: {'network': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:55:30.914883 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for network, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:30.920597 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-d1485d20-9eec-4e66-a597-2b62025083a0 admin admin] Request body: {'subnet': {'network_id': '9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-687931127-subnet', 'tenant_id': '0118817c78a646edba737412d030d31e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:30.949576 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:30.951976 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-d1485d20-9eec-4e66-a597-2b62025083a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:30.966924 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-d1485d20-9eec-4e66-a597-2b62025083a0 admin admin] Usage tracker for resource:subnet and tenant:0118817c78a646edba737412d030d31e is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:30.977387 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-d1485d20-9eec-4e66-a597-2b62025083a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:30.982160 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Usage tracker for resource:network and tenant:619fad70faee4631a203fa17432b1857 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:30.988618 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:31.012501 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-d1485d20-9eec-4e66-a597-2b62025083a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:31.014602 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:31.022524 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Usage tracker for resource:security_group_rule and tenant:c002812913314504b133ae634af86b2e is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:31.031192 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:31.038744 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Network 9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:55:31.046163 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:31.068459 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1485d20-9eec-4e66-a597-2b62025083a0 admin admin] Made reservation on behalf of 0118817c78a646edba737412d030d31e for: {'subnet': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:55:31.079400 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d1485d20-9eec-4e66-a597-2b62025083a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:31.230759 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:31.238453 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:31.241304 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:31.244424 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:31.265102 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Usage tracker for resource:network and tenant:f53fe2854fce4916a4d2d8a17072e0a7 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:31.282604 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:31.314455 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:31.345929 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Made reservation on behalf of 619fad70faee4631a203fa17432b1857 for: {'network': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:55:31.351124 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for network, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:31.418792 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:31.440886 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 02:55:31.444277 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:31.539446 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344bd84e-b966-4481-a0e1-0d20882bdd62,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:31.543405 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:31.543906 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.segments_db [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Added segment d616cdcb-7ab1-43cf-a37d-52e71d74e46e of type vxlan for network aff37b45-bb0b-4722-99c2-f05b1c234791 Feb 19 02:55:31.560031 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:31.561612 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:31.565336 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Made reservation on behalf of f53fe2854fce4916a4d2d8a17072e0a7 for: {'network': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:55:31.583918 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for network, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:31.623728 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Usage tracker for resource:security_group_rule and tenant:619fad70faee4631a203fa17432b1857 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:31.644553 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:31.665971 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:31.714066 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:31.747428 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:31.771167 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363286359061518'] for network, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:31.787907 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Usage tracker for resource:security_group_rule and tenant:f53fe2854fce4916a4d2d8a17072e0a7 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:31.804713 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:31.921946 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:32.043393 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:32.054154 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:32.054786 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:32.065176 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:32.091346 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d1485d20-9eec-4e66-a597-2b62025083a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:32.123911 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-25e0a44f-3423-4697-a8a7-aaccece60609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:32.227010 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:32.249837 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:32.266820 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Pushing event updated for resources: {'Network': ['ID=aff37b45-bb0b-4722-99c2-f05b1c234791,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:32.281332 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:32.282724 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Network aff37b45-bb0b-4722-99c2-f05b1c234791 details requested by agent ovs-agent-dv-cinder-775706-2-smb with host dv-cinder-775706-2-smb {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:55:32.285476 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:32.317225 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4512210 Feb 19 02:55:32.318391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46522) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:32.337543 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Network aff37b45-bb0b-4722-99c2-f05b1c234791 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:55:32.338794 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 02:55:32.350753 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-1ad09a3b-d679-455a-a5b7-36f4032cfb6a admin admin] Request body: {'subnet': {'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-subnet', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:32.382749 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-1ad09a3b-d679-455a-a5b7-36f4032cfb6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:32.393176 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-1ad09a3b-d679-455a-a5b7-36f4032cfb6a admin admin] Usage tracker for resource:subnet and tenant:c002812913314504b133ae634af86b2e is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:32.398340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24439a24-4d0a-4d93-a8e9-cc5c5500ccde,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:32.402051 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-1ad09a3b-d679-455a-a5b7-36f4032cfb6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:32.411897 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:32.412922 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.segments_db [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Added segment 9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2 of type vxlan for network 3a78709d-1a68-4957-9e6e-7eecb2b4a618 Feb 19 02:55:32.414999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:32.425621 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:32.427414 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-1ad09a3b-d679-455a-a5b7-36f4032cfb6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:32.437218 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:32.462128 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:32.482337 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad09a3b-d679-455a-a5b7-36f4032cfb6a admin admin] Made reservation on behalf of c002812913314504b133ae634af86b2e for: {'subnet': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:55:32.488328 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1ad09a3b-d679-455a-a5b7-36f4032cfb6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:32.516697 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363286359061518'] for network, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:32.533993 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1485d20-9eec-4e66-a597-2b62025083a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79,revision_number=0']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:32.552592 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d1485d20-9eec-4e66-a597-2b62025083a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:32.697095 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1485d20-9eec-4e66-a597-2b62025083a0 admin admin] Checking segment: {'id': '8de2b73b-ad3d-4999-88f7-fbe508114dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:55:32.698945 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1485d20-9eec-4e66-a597-2b62025083a0 admin admin] Network hostable DHCP agents. Network: 9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35, hostable agents: ['5d4d7265-98c5-4e1f-932d-d1cac1607758'], hosted agents: [] {{(pid=84085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 02:55:32.743954 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1485d20-9eec-4e66-a597-2b62025083a0 admin admin] Network 9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 is scheduled to be hosted by DHCP agent 5d4d7265-98c5-4e1f-932d-d1cac1607758 with binding_index 1 {{(pid=84085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 02:55:32.776302 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-d1485d20-9eec-4e66-a597-2b62025083a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-smb, 9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35) {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:55:32.792033 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3c5fad-226b-4f8a-8a73-483bb9c68663 None None] Network 9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:55:32.798039 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1485d20-9eec-4e66-a597-2b62025083a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:32.799082 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d1485d20-9eec-4e66-a597-2b62025083a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:32.809552 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11e5575-e8fc-4296-87ef-83c50206e539,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:32.826171 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:32.827448 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:32.833015 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.api [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:55:32.833475 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_db.api [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 02:55:32.838917 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:32.839979 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:32.852748 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-d1485d20-9eec-4e66-a597-2b62025083a0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9445648 Feb 19 02:55:32.854123 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 46538) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:32.864862 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b8946d95-8b74-41b6-aae1-2fff3607c6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:32.879806 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-687931127-router', 'tenant_id': '0118817c78a646edba737412d030d31e', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:32.900751 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:32.919857 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Usage tracker for resource:router and tenant:0118817c78a646edba737412d030d31e is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:32.939791 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:32.956726 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:33.285839 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 3.3390901 Feb 19 02:55:33.289778 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46548) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:33.290356 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46550) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:33.310062 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Pushing event updated for resources: {'Network': ['ID=3a78709d-1a68-4957-9e6e-7eecb2b4a618,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:33.330477 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:33.334727 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for network, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:33.357612 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Network 3a78709d-1a68-4957-9e6e-7eecb2b4a618 details requested by agent ovs-agent-dv-cinder-775706-2-smb with host dv-cinder-775706-2-smb {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:55:33.360843 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854354956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762983'] for router, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:33.363822 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854354971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854347261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-468461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12817'] for router, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:33.419023 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:33.422170 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-425572054-network', 'tenant_id': 'e31923b142274752816d1dc463d2bb7a'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:33.449622 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-91edd4bb-0b39-422e-8a81-c0b997af5246 admin admin] Request body: {'subnet': {'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-153480783-subnet', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:33.606583 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:33.634982 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-91edd4bb-0b39-422e-8a81-c0b997af5246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:33.640185 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Network 3a78709d-1a68-4957-9e6e-7eecb2b4a618 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:55:33.682441 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-91edd4bb-0b39-422e-8a81-c0b997af5246 admin admin] Usage tracker for resource:subnet and tenant:619fad70faee4631a203fa17432b1857 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:33.711486 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Usage tracker for resource:network and tenant:e31923b142274752816d1dc463d2bb7a is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:33.731516 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-91edd4bb-0b39-422e-8a81-c0b997af5246 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:33.753194 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-91edd4bb-0b39-422e-8a81-c0b997af5246 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:33.784882 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:33.804625 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:33.904830 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c0a999-1aa9-4a0c-a8d0-da63c372419b None None] Network 9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:55:33.927494 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46570) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:33.932784 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 02:55:33.938331 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Made reservation on behalf of e31923b142274752816d1dc463d2bb7a for: {'network': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:55:33.944090 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for network, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:33.968711 dv-cinder-775706-2-smb neutron-server[83972]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 02:55:34.009032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:34.033800 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91edd4bb-0b39-422e-8a81-c0b997af5246 admin admin] Made reservation on behalf of 619fad70faee4631a203fa17432b1857 for: {'subnet': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:55:34.039357 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-91edd4bb-0b39-422e-8a81-c0b997af5246 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:34.063282 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:34.063749 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.segments_db [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Added segment bcd5142b-b316-48c9-8892-79fe8ea9f18a of type vxlan for network dc92614e-7e38-45f5-b055-2b7cad057984 Feb 19 02:55:34.174728 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:34.256145 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Usage tracker for resource:security_group_rule and tenant:e31923b142274752816d1dc463d2bb7a is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:34.261438 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:34.335437 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:34.413202 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363286359061518'] for network, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:34.425390 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854347126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12800'] for router, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:34.558288 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:34.571942 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:34.572516 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:34.822327 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:34.884349 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70855887-9180-472a-ac26-bf42264c16c7 req-48af0f6e-0eb8-4535-af9d-5e70c0389787 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:34.886209 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70855887-9180-472a-ac26-bf42264c16c7 req-48af0f6e-0eb8-4535-af9d-5e70c0389787 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/networks?id=9131403e-e904-4cb4-874e-0517f8d6271d HTTP/1.1" status: 200 len: 811 time: 0.9494350 Feb 19 02:55:34.904000 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:34.973327 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:35.033270 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 4.7310262 Feb 19 02:55:35.057333 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46598) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:35.073108 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70855887-9180-472a-ac26-bf42264c16c7 req-366a5c73-51eb-4ef7-962a-3ae122c53c03 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/quotas/3af50bdb36394e1a94841dbba0e97626 HTTP/1.1" status: 200 len: 375 time: 0.1732233 Feb 19 02:55:35.098646 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-cc52c864-fe2e-4ee5-bbd9-348c17b5ae75 admin admin] Request body: {'subnet': {'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-455174228-subnet', 'tenant_id': 'f53fe2854fce4916a4d2d8a17072e0a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:35.118752 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-cc52c864-fe2e-4ee5-bbd9-348c17b5ae75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:35.122027 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Pushing event updated for resources: {'Network': ['ID=dc92614e-7e38-45f5-b055-2b7cad057984,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:35.143686 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 46602) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:35.146162 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Network dc92614e-7e38-45f5-b055-2b7cad057984 details requested by agent ovs-agent-dv-cinder-775706-2-smb with host dv-cinder-775706-2-smb {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:55:35.170732 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Network dc92614e-7e38-45f5-b055-2b7cad057984 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:55:35.175285 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:35.181068 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-cc52c864-fe2e-4ee5-bbd9-348c17b5ae75 admin admin] Usage tracker for resource:subnet and tenant:f53fe2854fce4916a4d2d8a17072e0a7 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:35.192243 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-cc52c864-fe2e-4ee5-bbd9-348c17b5ae75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:35.213429 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70855887-9180-472a-ac26-bf42264c16c7 req-e71f74a8-c13c-4aef-9996-839473ce53b9 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3af50bdb36394e1a94841dbba0e97626&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038918 Feb 19 02:55:35.233489 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-cc52c864-fe2e-4ee5-bbd9-348c17b5ae75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:35.265036 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:35.302013 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:35.313112 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:35.324060 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc52c864-fe2e-4ee5-bbd9-348c17b5ae75 admin admin] Made reservation on behalf of f53fe2854fce4916a4d2d8a17072e0a7 for: {'subnet': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:55:35.329215 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cc52c864-fe2e-4ee5-bbd9-348c17b5ae75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:35.459904 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 02:55:35.484799 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-572e7873-7324-4e72-b8f6-aab62e2c8e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:35.524078 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-572e7873-7324-4e72-b8f6-aab62e2c8e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:35.532441 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-572e7873-7324-4e72-b8f6-aab62e2c8e06 admin admin] Usage tracker for resource:security_group_rule and tenant:c019f618ad724331a81e1fc470ea916f is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:35.542728 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-572e7873-7324-4e72-b8f6-aab62e2c8e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:35.559758 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-572e7873-7324-4e72-b8f6-aab62e2c8e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:35.697917 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe6d9a4-dfda-45c4-ac78-798d53e55056,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:35.703302 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Allocated IP 172.28.3.122 (0e56412c-4854-452b-991d-f8414d441bfe/664dcf09-964d-4e4b-a082-c69e70a0e546/00a609be-6acd-4daf-a4f8-de61a9a074e3) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:55:35.741414 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:35.757056 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:35.757556 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.segments_db [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Added segment 45c7b873-910b-4c9c-8811-d5c4984159d1 of type vxlan for network 9d404bca-4297-4a59-a282-018914868c3f Feb 19 02:55:35.863359 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [req-70855887-9180-472a-ac26-bf42264c16c7 req-f445f282-0b08-4761-86ef-12b7a62a9c05 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=84083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:55:35.871680 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70855887-9180-472a-ac26-bf42264c16c7 req-f445f282-0b08-4761-86ef-12b7a62a9c05 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3603182 Feb 19 02:55:35.982915 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363286359061518'] for network, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:35.987734 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1ad09a3b-d679-455a-a5b7-36f4032cfb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:36.025069 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:36.114831 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:36.156083 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-572e7873-7324-4e72-b8f6-aab62e2c8e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:36.157039 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.resource_extend [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 19 02:55:36.167760 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-572e7873-7324-4e72-b8f6-aab62e2c8e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:36.200099 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ddc3b491-db60-408d-ba5d-84a649996511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:36.242107 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad09a3b-d679-455a-a5b7-36f4032cfb6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b750ccce-480c-48ff-95df-32a79b278619,revision_number=0']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:36.258746 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1ad09a3b-d679-455a-a5b7-36f4032cfb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:36.262733 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:36.270249 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-572e7873-7324-4e72-b8f6-aab62e2c8e06 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c019f618ad724331a81e1fc470ea916f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1205554 Feb 19 02:55:36.272756 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46632) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:36.273918 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:36.274569 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:36.288732 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:36.302414 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e7873-7324-4e72-b8f6-aab62e2c8e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b7abbe-9bf3-4a51-8847-47ffcd9ba70f,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:36.307699 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-572e7873-7324-4e72-b8f6-aab62e2c8e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:36.315520 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:36.342083 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:36.474241 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70855887-9180-472a-ac26-bf42264c16c7 req-6bfb0a83-67d4-4de6-95f6-6a3124389c77 service neutron] 10.222.0.75 "GET /v2.0/networks/9131403e-e904-4cb4-874e-0517f8d6271d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6013734 Feb 19 02:55:36.540943 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.2402463 Feb 19 02:55:36.548622 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Pushing event updated for resources: {'Network': ['ID=9d404bca-4297-4a59-a282-018914868c3f,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:36.552965 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46642) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:36.567405 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Network 9d404bca-4297-4a59-a282-018914868c3f details requested by agent ovs-agent-dv-cinder-775706-2-smb with host dv-cinder-775706-2-smb {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:55:36.601144 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Network 9d404bca-4297-4a59-a282-018914868c3f details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:55:36.630319 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:36.649709 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-5581198d-9dc3-491d-bd50-71a869c07cd5 admin admin] Request body: {'subnet': {'network_id': '9d404bca-4297-4a59-a282-018914868c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-425572054-subnet', 'tenant_id': 'e31923b142274752816d1dc463d2bb7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:36.678042 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-5581198d-9dc3-491d-bd50-71a869c07cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:36.702427 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-5581198d-9dc3-491d-bd50-71a869c07cd5 admin admin] Usage tracker for resource:subnet and tenant:e31923b142274752816d1dc463d2bb7a is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:36.718774 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-5581198d-9dc3-491d-bd50-71a869c07cd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:36.749295 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Pushing event updated for resources: {'Port': ['ID=00a609be-6acd-4daf-a4f8-de61a9a074e3,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:36.761710 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-5581198d-9dc3-491d-bd50-71a869c07cd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:36.765354 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:36.855540 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a54df2bd-c661-4262-89bf-af0dd20b9aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:36.870037 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Network 0e56412c-4854-452b-991d-f8414d441bfe is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:55:36.873498 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad09a3b-d679-455a-a5b7-36f4032cfb6a admin admin] Checking segment: {'id': 'd616cdcb-7ab1-43cf-a37d-52e71d74e46e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:55:36.873929 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad09a3b-d679-455a-a5b7-36f4032cfb6a admin admin] Network hostable DHCP agents. Network: aff37b45-bb0b-4722-99c2-f05b1c234791, hostable agents: ['5d4d7265-98c5-4e1f-932d-d1cac1607758'], hosted agents: [] {{(pid=84083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 02:55:36.874069 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:55:36.878196 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:55:36.904929 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5581198d-9dc3-491d-bd50-71a869c07cd5 admin admin] Made reservation on behalf of e31923b142274752816d1dc463d2bb7a for: {'subnet': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:55:36.911049 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5581198d-9dc3-491d-bd50-71a869c07cd5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:37.247381 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70855887-9180-472a-ac26-bf42264c16c7 req-b8d1dd33-29fc-4aa5-a23e-d12e96a8337b service neutron] 10.222.0.75 "GET /v2.0/networks/9131403e-e904-4cb4-874e-0517f8d6271d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7612550 Feb 19 02:55:37.269332 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a54df2bd-c661-4262-89bf-af0dd20b9aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:37.318090 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-91edd4bb-0b39-422e-8a81-c0b997af5246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:37.366042 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7d584f77-5506-4dc0-8a02-7e8d5cdc9737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:37.472903 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad09a3b-d679-455a-a5b7-36f4032cfb6a admin admin] Network aff37b45-bb0b-4722-99c2-f05b1c234791 is scheduled to be hosted by DHCP agent 5d4d7265-98c5-4e1f-932d-d1cac1607758 with binding_index 1 {{(pid=84083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 02:55:37.579566 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:37.657401 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-1ad09a3b-d679-455a-a5b7-36f4032cfb6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-smb, aff37b45-bb0b-4722-99c2-f05b1c234791) {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:55:37.662554 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad09a3b-d679-455a-a5b7-36f4032cfb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:37.663247 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1ad09a3b-d679-455a-a5b7-36f4032cfb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:37.670642 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5079fec-6844-4018-b6e7-cc22abc714fb None None] Network aff37b45-bb0b-4722-99c2-f05b1c234791 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:55:37.689767 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cc52c864-fe2e-4ee5-bbd9-348c17b5ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:37.692826 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-40d4b025-54ff-44ff-a959-14b26e401714 req-62634333-7219-428e-8cdf-1d0071d50290 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 210 time: 0.1227100 Feb 19 02:55:37.824768 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edd4bb-0b39-422e-8a81-c0b997af5246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38374417-3478-4427-9684-8966c2d250da,revision_number=0']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:37.829008 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-91edd4bb-0b39-422e-8a81-c0b997af5246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:37.846784 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:38.007188 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-1ad09a3b-d679-455a-a5b7-36f4032cfb6a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 5.6674829 Feb 19 02:55:38.011678 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 46676) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:38.014452 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a54df2bd-c661-4262-89bf-af0dd20b9aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:38.025781 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:38.036814 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:38.040142 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a54df2bd-c661-4262-89bf-af0dd20b9aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:38.041704 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-a54df2bd-c661-4262-89bf-af0dd20b9aa0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/14b7abbe-9bf3-4a51-8847-47ffcd9ba70f HTTP/1.1" status: 204 len: 168 time: 1.7622609 Feb 19 02:55:38.044120 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Usage tracker for resource:router and tenant:c002812913314504b133ae634af86b2e is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:38.063732 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:38.086628 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52c864-fe2e-4ee5-bbd9-348c17b5ae75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b0d8e7-d261-47fc-bf06-034ec39db489,revision_number=0']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:38.091431 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cc52c864-fe2e-4ee5-bbd9-348c17b5ae75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:38.100619 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:38.102174 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:38.152207 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54df2bd-c661-4262-89bf-af0dd20b9aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b7abbe-9bf3-4a51-8847-47ffcd9ba70f,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:38.156688 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a54df2bd-c661-4262-89bf-af0dd20b9aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:38.208974 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854354956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762983'] for router, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:38.210354 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854354971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854347261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-468461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12817'] for router, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:38.341062 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:38.380776 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854347035'] for router, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:38.445423 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91edd4bb-0b39-422e-8a81-c0b997af5246 admin admin] Checking segment: {'id': '9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:55:38.446273 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91edd4bb-0b39-422e-8a81-c0b997af5246 admin admin] Network hostable DHCP agents. Network: 3a78709d-1a68-4957-9e6e-7eecb2b4a618, hostable agents: ['5d4d7265-98c5-4e1f-932d-d1cac1607758'], hosted agents: [] {{(pid=84083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 02:55:38.514896 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc52c864-fe2e-4ee5-bbd9-348c17b5ae75 admin admin] Checking segment: {'id': 'bcd5142b-b316-48c9-8892-79fe8ea9f18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:55:38.515293 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc52c864-fe2e-4ee5-bbd9-348c17b5ae75 admin admin] Network hostable DHCP agents. Network: dc92614e-7e38-45f5-b055-2b7cad057984, hostable agents: ['5d4d7265-98c5-4e1f-932d-d1cac1607758'], hosted agents: [] {{(pid=84083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 02:55:38.523060 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp040acd2d-39d1-533c-9615-86ac3a775096-aff37b45-bb0b-4722-99c2-f05b1c234791', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'fixed_ips': [{'subnet_id': 'b750ccce-480c-48ff-95df-32a79b278619'}]}} from dv-cinder-775706-2-smb. {{(pid=84086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 19 02:55:38.526141 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:38.556021 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91edd4bb-0b39-422e-8a81-c0b997af5246 admin admin] Network 3a78709d-1a68-4957-9e6e-7eecb2b4a618 is scheduled to be hosted by DHCP agent 5d4d7265-98c5-4e1f-932d-d1cac1607758 with binding_index 1 {{(pid=84083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 02:55:38.569999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc52c864-fe2e-4ee5-bbd9-348c17b5ae75 admin admin] Network dc92614e-7e38-45f5-b055-2b7cad057984 is scheduled to be hosted by DHCP agent 5d4d7265-98c5-4e1f-932d-d1cac1607758 with binding_index 1 {{(pid=84083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 02:55:38.585343 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-91edd4bb-0b39-422e-8a81-c0b997af5246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-smb, 3a78709d-1a68-4957-9e6e-7eecb2b4a618) {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:55:38.593319 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91edd4bb-0b39-422e-8a81-c0b997af5246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:38.594015 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-91edd4bb-0b39-422e-8a81-c0b997af5246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:38.598197 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-cc52c864-fe2e-4ee5-bbd9-348c17b5ae75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-smb, dc92614e-7e38-45f5-b055-2b7cad057984) {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:55:38.615108 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc52c864-fe2e-4ee5-bbd9-348c17b5ae75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:38.615763 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cc52c864-fe2e-4ee5-bbd9-348c17b5ae75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:38.641834 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c89b77-4c2a-4ed8-b04c-d973ad436597 None None] Network 3a78709d-1a68-4957-9e6e-7eecb2b4a618 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:55:38.650611 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-cc52c864-fe2e-4ee5-bbd9-348c17b5ae75 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.5808454 Feb 19 02:55:38.666121 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-91edd4bb-0b39-422e-8a81-c0b997af5246 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 5.3595788 Feb 19 02:55:38.666846 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f237f692-0623-4645-939e-3f3b8b38ca35 None None] Network dc92614e-7e38-45f5-b055-2b7cad057984 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:55:38.677162 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46696) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:38.687332 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:38.700189 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:38.707662 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Usage tracker for resource:router and tenant:619fad70faee4631a203fa17432b1857 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:38.714711 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:38.724814 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:38.794083 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854354956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762983'] for router, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:38.795523 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854354971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854347261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-468461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12817'] for router, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:38.814587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5581198d-9dc3-491d-bd50-71a869c07cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:38.836415 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46704) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:38.839799 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:38.915297 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 46706) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:39.017339 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:39.175391 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0bd302a2-65a9-48bc-9634-4b8670716632 req-68b4d22e-b23e-4485-8286-d600519286ee tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 210 time: 0.2629993 Feb 19 02:55:39.405097 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854347126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12800'] for router, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:39.422732 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4cfacfc8-0f61-492b-bdc3-bd9c27c81be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:39.532175 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-4cfacfc8-0f61-492b-bdc3-bd9c27c81be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:39.544553 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-4cfacfc8-0f61-492b-bdc3-bd9c27c81be5 admin admin] Usage tracker for resource:security_group_rule and tenant:debd35f8c27848e6866047ebc161e1b0 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:39.576474 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-4cfacfc8-0f61-492b-bdc3-bd9c27c81be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:39.665554 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-4cfacfc8-0f61-492b-bdc3-bd9c27c81be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:39.699268 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581198d-9dc3-491d-bd50-71a869c07cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dbfa69c-c5c5-4973-9ddc-e5a789245393,revision_number=0']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:39.708830 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5581198d-9dc3-491d-bd50-71a869c07cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:39.802332 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Router 856a88f4-a22a-4e12-8d49-3746a108cc48 is scheduled to L3 agent f89d6758-6383-432f-be87-9e62d038e267 with binding_index 1 {{(pid=84085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 19 02:55:39.916710 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854347126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12800'] for router, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:40.006536 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bf8ac5-d9cd-4262-b900-8c5eeefffcfc None None] Network dc92614e-7e38-45f5-b055-2b7cad057984 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:55:40.365260 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 02:55:40.393488 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Sync routers for ids ['856a88f4-a22a-4e12-8d49-3746a108cc48'] in dv-cinder-775706-2-smb {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 02:55:40.422844 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Routers {'856a88f4-a22a-4e12-8d49-3746a108cc48'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:55:40.423560 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:55:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['856a88f4-a22a-4e12-8d49-3746a108cc48'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:55:40.594016 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-a5ceb0a9-8aa1-4e2a-9694-7458b9244157 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:40.595401 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-a5ceb0a9-8aa1-4e2a-9694-7458b9244157 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Synchronizing usage tracker for tenant:f53fe2854fce4916a4d2d8a17072e0a7 on resource:network {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:55:40.599305 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ed0fa041-75eb-4b60-bc44-f40ba4fb0e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:40.716344 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5581198d-9dc3-491d-bd50-71a869c07cd5 admin admin] Checking segment: {'id': '45c7b873-910b-4c9c-8811-d5c4984159d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9d404bca-4297-4a59-a282-018914868c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:55:40.716736 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5581198d-9dc3-491d-bd50-71a869c07cd5 admin admin] Network hostable DHCP agents. Network: 9d404bca-4297-4a59-a282-018914868c3f, hostable agents: ['5d4d7265-98c5-4e1f-932d-d1cac1607758'], hosted agents: [] {{(pid=84083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 02:55:40.742946 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7ca85292-800d-4f1d-a8d0-0c321329d4d7 req-952c87f2-aafc-4431-9810-233ba7e8df85 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 210 time: 0.1004798 Feb 19 02:55:40.779524 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5581198d-9dc3-491d-bd50-71a869c07cd5 admin admin] Network 9d404bca-4297-4a59-a282-018914868c3f is scheduled to be hosted by DHCP agent 5d4d7265-98c5-4e1f-932d-d1cac1607758 with binding_index 1 {{(pid=84083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 02:55:40.797062 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-5581198d-9dc3-491d-bd50-71a869c07cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-smb, 9d404bca-4297-4a59-a282-018914868c3f) {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:55:40.807017 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5581198d-9dc3-491d-bd50-71a869c07cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:40.807685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5581198d-9dc3-491d-bd50-71a869c07cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:40.819501 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Set router 856a88f4-a22a-4e12-8d49-3746a108cc48 gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:55:40.836823 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4cfacfc8-0f61-492b-bdc3-bd9c27c81be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:40.845713 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-5581198d-9dc3-491d-bd50-71a869c07cd5 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.2274637 Feb 19 02:55:40.855469 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-a5ceb0a9-8aa1-4e2a-9694-7458b9244157 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Unset dirty status for tenant:f53fe2854fce4916a4d2d8a17072e0a7 on resource:network {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:55:40.863853 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-a5ceb0a9-8aa1-4e2a-9694-7458b9244157 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/networks?id=dc92614e-7e38-45f5-b055-2b7cad057984 HTTP/1.1" status: 200 len: 814 time: 0.8702970 Feb 19 02:55:40.889762 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-0f280503-31a0-4e84-bb79-f5e1691419ec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/quotas/f53fe2854fce4916a4d2d8a17072e0a7 HTTP/1.1" status: 200 len: 375 time: 0.0249040 Feb 19 02:55:40.893833 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eed7ab3-3c0e-47ff-807a-7e53d16388ac None None] Network 9d404bca-4297-4a59-a282-018914868c3f requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:55:40.944500 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4cfacfc8-0f61-492b-bdc3-bd9c27c81be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:40.965665 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-5089b52b-fd03-4dbb-b81f-a535f2f61e66 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f53fe2854fce4916a4d2d8a17072e0a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747595 Feb 19 02:55:41.169485 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Notify callbacks [] for router, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:41.174469 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.3190987 Feb 19 02:55:41.184505 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 46768) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:41.184915 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 46770) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:41.205404 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:41.331680 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-4cfacfc8-0f61-492b-bdc3-bd9c27c81be5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=debd35f8c27848e6866047ebc161e1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9828248 Feb 19 02:55:41.333693 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 46780) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:41.401995 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9680323-2816-49f8-973f-09c015ca2955 None None] Network 9d404bca-4297-4a59-a282-018914868c3f requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:55:41.473649 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46784) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:41.537717 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856a88f4-a22a-4e12-8d49-3746a108cc48', 'name': 'tempest-ServerRescueNegativeTestJSON-687931127-router', 'tenant_id': '0118817c78a646edba737412d030d31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '00a609be-6acd-4daf-a4f8-de61a9a074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:33Z', 'updated_at': '2021-02-19T02:55:37Z', 'revision_number': 3, 'project_id': '0118817c78a646edba737412d030d31e', 'gw_port': {'id': '00a609be-6acd-4daf-a4f8-de61a9a074e3', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856a88f4-a22a-4e12-8d49-3746a108cc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:35Z', 'updated_at': '2021-02-19T02:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:55:41.547469 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Checking router: 856a88f4-a22a-4e12-8d49-3746a108cc48 for host: dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 02:55:41.548610 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Updating router 856a88f4-a22a-4e12-8d49-3746a108cc48 port 00a609be-6acd-4daf-a4f8-de61a9a074e3 binding host dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 02:55:41.632760 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec73a32-b474-424c-8f33-7a531e74c4a9 admin admin] Deleting subnet 31981834-c4fe-40b4-8ab0-4725440df7be {{(pid=84083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 02:55:41.663427 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5ec73a32-b474-424c-8f33-7a531e74c4a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:41.708057 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:41.715586 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d84b2f9d-4276-4eb4-b8a7-a0bbee1e1bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:41.776241 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-d84b2f9d-4276-4eb4-b8a7-a0bbee1e1bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:41.783176 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-d84b2f9d-4276-4eb4-b8a7-a0bbee1e1bd3 admin admin] Usage tracker for resource:security_group_rule and tenant:d16cac3ffe8f4a0fafea9f22fac73f12 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:41.786961 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-d84b2f9d-4276-4eb4-b8a7-a0bbee1e1bd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:41.788766 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.87', 58320) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:41.805465 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-d84b2f9d-4276-4eb4-b8a7-a0bbee1e1bd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:41.822846 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp040acd2d-39d1-533c-9615-86ac3a775096-3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'fixed_ips': [{'subnet_id': '38374417-3478-4427-9684-8966c2d250da'}]}} from dv-cinder-775706-2-smb. {{(pid=84086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 19 02:55:41.827823 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:42.024860 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d84b2f9d-4276-4eb4-b8a7-a0bbee1e1bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:42.036047 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a988-78d1-4910-b3d2-426837480d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:42.100456 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a988-78d1-4910-b3d2-426837480d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:42.105463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70855887-9180-472a-ac26-bf42264c16c7 req-b47984ec-6d8b-4862-8017-0ec81da0eb77 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:42.110365 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70855887-9180-472a-ac26-bf42264c16c7 req-b47984ec-6d8b-4862-8017-0ec81da0eb77 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.87 "GET /v2.0/networks?id=9131403e-e904-4cb4-874e-0517f8d6271d HTTP/1.1" status: 200 len: 811 time: 0.3137779 Feb 19 02:55:42.212231 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfacfc8-0f61-492b-bdc3-bd9c27c81be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd405e1-99eb-4687-a01b-83a741be691c,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:42.223080 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Allocated IP 172.20.0.2 (aff37b45-bb0b-4722-99c2-f05b1c234791/b750ccce-480c-48ff-95df-32a79b278619/701efe07-0468-44ff-b45b-c1a2609897a7) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:55:42.230718 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-4cfacfc8-0f61-492b-bdc3-bd9c27c81be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.026s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:42.254215 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d84b2f9d-4276-4eb4-b8a7-a0bbee1e1bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:42.336767 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-70855887-9180-472a-ac26-bf42264c16c7 req-91c1263f-72c1-436c-8dfb-c99c5eec8301 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Request body: {'port': {'device_id': '22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6', 'network_id': '9131403e-e904-4cb4-874e-0517f8d6271d', 'admin_state_up': True, 'tenant_id': '3af50bdb36394e1a94841dbba0e97626'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:42.355861 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5ec73a32-b474-424c-8f33-7a531e74c4a9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:42.371204 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-44b0d49d-101a-4abf-b784-a4c01950d9e2 req-2bd2619a-b5bf-40c0-83e7-21947d97396c tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 210 time: 0.2404292 Feb 19 02:55:42.445890 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:42.460511 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-d84b2f9d-4276-4eb4-b8a7-a0bbee1e1bd3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d16cac3ffe8f4a0fafea9f22fac73f12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2657645 Feb 19 02:55:42.462919 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:42.473794 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-87410892-eaba-4b83-ab9b-de91b5930fb3 service neutron] 10.222.0.75 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5070250 Feb 19 02:55:42.475056 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5ec73a32-b474-424c-8f33-7a531e74c4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764431'] for subnet, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:42.509315 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46804) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:42.571564 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:42.643713 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a988-78d1-4910-b3d2-426837480d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:42.719176 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:42.735005 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Allocated IP 172.20.0.2 (3a78709d-1a68-4957-9e6e-7eecb2b4a618/38374417-3478-4427-9684-8966c2d250da/fff24ad0-ad0c-489b-95f6-b1f6043fb609) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:55:42.741783 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Transition to ACTIVE for port object 701efe07-0468-44ff-b45b-c1a2609897a7 will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:55:42.790534 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Transition to ACTIVE for port object 701efe07-0468-44ff-b45b-c1a2609897a7 will not be triggered until provisioned by entity DHCP. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:55:42.804371 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:42.822340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Transition to ACTIVE for port object 00a609be-6acd-4daf-a4f8-de61a9a074e3 will not be triggered until provisioned by entity L2. {{(pid=84087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:55:42.826041 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:42.907235 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:42.960120 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-8396b55b-62cb-4f92-9b4f-9650efd7eee2 service neutron] 10.222.0.75 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4412539 Feb 19 02:55:42.971775 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a1373225-182b-47aa-b7bb-5142f90b4da1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:43.023040 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-362986b4-0602-41d9-8326-8e61caf5e1a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:43.102399 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Pushing event updated for resources: {'Port': ['ID=00a609be-6acd-4daf-a4f8-de61a9a074e3,revision_number=2']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:43.148754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.149668 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.150486 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.151244 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.152076 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.153224 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.154205 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.155282 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.156332 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.157113 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.157963 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.158627 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.159507 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.160243 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.161343 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.162351 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.163750 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.164866 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.165789 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.166322 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.166800 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.167519 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.168089 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.168569 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Tracked resource versions report: Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: pushed versions: Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: { 'AddressGroup': {'1.1'}, Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': {'1.0'}, Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': {'1.0'}, Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': {'1.1'}, Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': {'1.7'}, Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': {'1.2'}, Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': {'1.8'}, Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': {'1.4'}, Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': {'1.0'}, Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': {'1.1'}, Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': {'1.1'}} Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: consumer versions: Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: { DHCP agent@dv-cinder-775706-2-smb: {}, Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: L3 agent@dv-cinder-775706-2-smb: {}, Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: Metadata agent@dv-cinder-775706-2-smb: {}, Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: Metering agent@dv-cinder-775706-2-smb: {}, Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: Open vSwitch agent@dv-cinder-775706-2-smb: { 'AddressGroup': '1.1', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': '1.0', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': '1.0', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': '1.1', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': '1.7', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': '1.2', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': '1.8', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': '1.4', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': '1.2', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': '1.0', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': '1.1', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': '1.1'}, Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: Open vSwitch agent@hv-cinder-77570: { 'AddressGroup': '1.1', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': '1.0', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': '1.0', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': '1.1', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': '1.7', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': '1.2', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': '1.8', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': '1.4', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': '1.2', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': '1.0', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': '1.1', Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': '1.1'}} Feb 19 02:55:43.170132 dv-cinder-775706-2-smb neutron-server[83972]: {{(pid=84087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 19 02:55:43.186874 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:43.276362 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Attempting to bind port 00a609be-6acd-4daf-a4f8-de61a9a074e3 on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:43.276362 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Attempting to bind port 00a609be-6acd-4daf-a4f8-de61a9a074e3 by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:55:43.276362 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Attempting to bind port 00a609be-6acd-4daf-a4f8-de61a9a074e3 on network 0e56412c-4854-452b-991d-f8414d441bfe {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:55:43.283819 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:55:43.284389 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Checking segment: {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:55:43.284830 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:43.285271 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Bound using segment: {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:55:43.285953 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Bound port: 00a609be-6acd-4daf-a4f8-de61a9a074e3, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:55:43.286380 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:43.415132 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b11e8f91-adbf-43dc-9403-a6f12340dd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:43.450626 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Allocated IP 172.28.3.79 (0e56412c-4854-452b-991d-f8414d441bfe/664dcf09-964d-4e4b-a082-c69e70a0e546/3f45718f-ee4f-49e9-95d3-bfaa568de2b0) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:55:43.469138 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-70855887-9180-472a-ac26-bf42264c16c7 req-91c1263f-72c1-436c-8dfb-c99c5eec8301 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:43.486592 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c569c472-677d-4158-af76-9fb5ee438189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:43.499311 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] For port 00a609be-6acd-4daf-a4f8-de61a9a074e3, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:55:43.503628 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] For port 00a609be-6acd-4daf-a4f8-de61a9a074e3, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=00a609be-6acd-4daf-a4f8-de61a9a074e3,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:55:43.515656 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:43.518485 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:43.534991 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:43.543947 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:43.591676 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Pushing event updated for resources: {'Port': ['ID=701efe07-0468-44ff-b45b-c1a2609897a7,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:43.626655 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.634210 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.635194 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.635769 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.636368 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.637689 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.638778 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.644667 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-70855887-9180-472a-ac26-bf42264c16c7 req-91c1263f-72c1-436c-8dfb-c99c5eec8301 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Usage tracker for resource:port and tenant:3af50bdb36394e1a94841dbba0e97626 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:43.645275 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.646016 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.646564 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.647091 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.647604 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.648212 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.648384 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:43.649046 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.649568 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.650809 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.651348 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.651902 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.652752 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.653271 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.654848 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.655644 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.657352 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.657921 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Tracked resource versions report: Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: pushed versions: Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: { 'AddressGroup': {'1.1'}, Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': {'1.0'}, Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': {'1.0'}, Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': {'1.1'}, Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': {'1.7'}, Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': {'1.2'}, Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': {'1.8'}, Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': {'1.4'}, Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': {'1.0'}, Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': {'1.1'}, Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': {'1.1'}} Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: consumer versions: Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: { DHCP agent@dv-cinder-775706-2-smb: {}, Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: L3 agent@dv-cinder-775706-2-smb: {}, Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: Metadata agent@dv-cinder-775706-2-smb: {}, Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: Metering agent@dv-cinder-775706-2-smb: {}, Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: Open vSwitch agent@dv-cinder-775706-2-smb: { 'AddressGroup': '1.1', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': '1.0', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': '1.0', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': '1.1', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': '1.7', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': '1.2', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': '1.8', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': '1.4', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': '1.2', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': '1.0', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': '1.1', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': '1.1'}, Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: Open vSwitch agent@hv-cinder-77570: { 'AddressGroup': '1.1', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'ConntrackHelper': '1.0', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'Log': '1.0', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'Network': '1.1', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'Port': '1.7', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'PortForwarding': '1.2', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'QosPolicy': '1.8', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroup': '1.4', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'SecurityGroupRule': '1.2', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'SubPort': '1.0', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'Subnet': '1.1', Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: 'Trunk': '1.1'}} Feb 19 02:55:43.661125 dv-cinder-775706-2-smb neutron-server[83972]: {{(pid=84086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 19 02:55:43.681121 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:43.715978 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-70855887-9180-472a-ac26-bf42264c16c7 req-91c1263f-72c1-436c-8dfb-c99c5eec8301 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:43.727423 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:43.738216 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a988-78d1-4910-b3d2-426837480d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:43.743889 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-e2f5a988-78d1-4910-b3d2-426837480d86 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bbd405e1-99eb-4687-a01b-83a741be691c HTTP/1.1" status: 204 len: 168 time: 2.1769300 Feb 19 02:55:43.745277 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:43.747205 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b2f9d-4276-4eb4-b8a7-a0bbee1e1bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3def1faf-09e1-46d2-9329-1e2bdda16f6e,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:43.754484 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d84b2f9d-4276-4eb4-b8a7-a0bbee1e1bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.308s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:43.773443 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:43.904219 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-70855887-9180-472a-ac26-bf42264c16c7 req-91c1263f-72c1-436c-8dfb-c99c5eec8301 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:43.983357 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c569c472-677d-4158-af76-9fb5ee438189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:44.022379 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Pushing event updated for resources: {'Port': ['ID=00a609be-6acd-4daf-a4f8-de61a9a074e3,revision_number=3']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:44.032783 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:44.226226 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Routers {'856a88f4-a22a-4e12-8d49-3746a108cc48'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:55:44.228302 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:55:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['856a88f4-a22a-4e12-8d49-3746a108cc48'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:55:44.312438 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Network 0e56412c-4854-452b-991d-f8414d441bfe is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:55:44.317328 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:55:44.319982 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5a988-78d1-4910-b3d2-426837480d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd405e1-99eb-4687-a01b-83a741be691c,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:44.337427 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:55:44.374869 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Network aff37b45-bb0b-4722-99c2-f05b1c234791 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:55:44.446658 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:55:44.476913 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:55:44.483115 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:44.532265 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Allocated IP 172.28.3.21 (0e56412c-4854-452b-991d-f8414d441bfe/664dcf09-964d-4e4b-a082-c69e70a0e546/9557bbe9-1621-419d-9115-d624a96da223) {{(pid=84083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:55:44.734898 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Transition to ACTIVE for port object fff24ad0-ad0c-489b-95f6-b1f6043fb609 will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:55:44.813070 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Attempting to bind port 701efe07-0468-44ff-b45b-c1a2609897a7 on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:44.813774 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Attempting to bind port 701efe07-0468-44ff-b45b-c1a2609897a7 by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': 'd616cdcb-7ab1-43cf-a37d-52e71d74e46e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:55:44.814513 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Attempting to bind port 701efe07-0468-44ff-b45b-c1a2609897a7 on network aff37b45-bb0b-4722-99c2-f05b1c234791 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:55:44.867085 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:55:44.876214 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Checking segment: {'id': 'd616cdcb-7ab1-43cf-a37d-52e71d74e46e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:55:44.877368 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:44.888827 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Bound using segment: {'id': 'd616cdcb-7ab1-43cf-a37d-52e71d74e46e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:55:44.890175 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Bound port: 701efe07-0468-44ff-b45b-c1a2609897a7, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd616cdcb-7ab1-43cf-a37d-52e71d74e46e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:55:44.891222 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:44.940193 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Transition to ACTIVE for port object fff24ad0-ad0c-489b-95f6-b1f6043fb609 will not be triggered until provisioned by entity DHCP. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:55:45.012165 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:45.086757 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:45.243751 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5d34c68b-b78c-47ca-8113-ffd6130f9c63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:45.571328 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] Set router 856a88f4-a22a-4e12-8d49-3746a108cc48 gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:55:45.600835 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e2f5a988-78d1-4910-b3d2-426837480d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.828s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:45.601367 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cbafa6cf-34af-43c7-9591-e3aa92a4a415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.335s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:45.651470 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:45.695051 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7e789330-de95-483c-8451-d32f41643b56 req-8c9396a8-29e9-4fc3-87ab-5c7d3db890c1 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 210 time: 2.1797771 Feb 19 02:55:45.743803 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:45.773241 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70855887-9180-472a-ac26-bf42264c16c7 req-91c1263f-72c1-436c-8dfb-c99c5eec8301 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Made reservation on behalf of 3af50bdb36394e1a94841dbba0e97626 for: {'port': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:55:45.780083 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-70855887-9180-472a-ac26-bf42264c16c7 req-91c1263f-72c1-436c-8dfb-c99c5eec8301 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:45.814465 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b754a342-f051-4b7f-9949-f8610232ebaa req-e75e5b80-b941-4b90-8ea5-239ca620638b tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 210 time: 1.8859348 Feb 19 02:55:45.856646 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-06f31b71-3a04-41b6-9e90-1156599b79ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:45.964239 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:46.066215 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Pushing event updated for resources: {'Port': ['ID=9557bbe9-1621-419d-9115-d624a96da223,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:46.071254 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:46.225032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Pushing event updated for resources: {'Port': ['ID=3f45718f-ee4f-49e9-95d3-bfaa568de2b0,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:46.252835 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:46.313371 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] For port 701efe07-0468-44ff-b45b-c1a2609897a7, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:55:46.330014 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] For port 701efe07-0468-44ff-b45b-c1a2609897a7, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=701efe07-0468-44ff-b45b-c1a2609897a7,segment=NetworkSegment(d616cdcb-7ab1-43cf-a37d-52e71d74e46e),segment_id=d616cdcb-7ab1-43cf-a37d-52e71d74e46e)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:55:46.385754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c569c472-677d-4158-af76-9fb5ee438189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:46.439371 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:46.466150 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-42d44d14-ae64-454d-acc9-57f3a9a115d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:46.504680 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569c472-677d-4158-af76-9fb5ee438189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3def1faf-09e1-46d2-9329-1e2bdda16f6e,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:46.516629 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c569c472-677d-4158-af76-9fb5ee438189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:46.562031 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c569c472-677d-4158-af76-9fb5ee438189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:46.564503 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-c569c472-677d-4158-af76-9fb5ee438189 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3def1faf-09e1-46d2-9329-1e2bdda16f6e HTTP/1.1" status: 204 len: 168 time: 4.0478342 Feb 19 02:55:46.595907 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5ec73a32-b474-424c-8f33-7a531e74c4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847011385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:46.599318 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Network 0e56412c-4854-452b-991d-f8414d441bfe is already hosted by enough agents. {{(pid=84083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:55:46.604792 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Resources bound (agent type, host, resource id): {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:55:46.613848 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Received port after_create {{(pid=84083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:55:46.728834 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:46.806056 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec73a32-b474-424c-8f33-7a531e74c4a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31981834-c4fe-40b4-8ab0-4725440df7be,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:46.816741 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5ec73a32-b474-424c-8f33-7a531e74c4a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:46.945666 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856a88f4-a22a-4e12-8d49-3746a108cc48', 'name': 'tempest-ServerRescueNegativeTestJSON-687931127-router', 'tenant_id': '0118817c78a646edba737412d030d31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '00a609be-6acd-4daf-a4f8-de61a9a074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:33Z', 'updated_at': '2021-02-19T02:55:37Z', 'revision_number': 3, 'project_id': '0118817c78a646edba737412d030d31e', 'gw_port': {'id': '00a609be-6acd-4daf-a4f8-de61a9a074e3', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856a88f4-a22a-4e12-8d49-3746a108cc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:35Z', 'updated_at': '2021-02-19T02:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:55:46.964239 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f215b-5ceb-4dad-a8b5-76d3f238a379 None None] The sync data for ids ['856a88f4-a22a-4e12-8d49-3746a108cc48'] in dv-cinder-775706-2-smb is: [{'id': '856a88f4-a22a-4e12-8d49-3746a108cc48', 'name': 'tempest-ServerRescueNegativeTestJSON-687931127-router', 'tenant_id': '0118817c78a646edba737412d030d31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '00a609be-6acd-4daf-a4f8-de61a9a074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:33Z', 'updated_at': '2021-02-19T02:55:37Z', 'revision_number': 3, 'project_id': '0118817c78a646edba737412d030d31e', 'gw_port': {'id': '00a609be-6acd-4daf-a4f8-de61a9a074e3', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856a88f4-a22a-4e12-8d49-3746a108cc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:35Z', 'updated_at': '2021-02-19T02:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}] {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 02:55:47.127090 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Network 3a78709d-1a68-4957-9e6e-7eecb2b4a618 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:55:47.134074 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:47.221510 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:55:47.328830 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:55:47.683388 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Attempting to bind port fff24ad0-ad0c-489b-95f6-b1f6043fb609 on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:47.684024 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Attempting to bind port fff24ad0-ad0c-489b-95f6-b1f6043fb609 by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': '9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:55:47.684674 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Attempting to bind port fff24ad0-ad0c-489b-95f6-b1f6043fb609 on network 3a78709d-1a68-4957-9e6e-7eecb2b4a618 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:55:47.702714 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Pushing event updated for resources: {'Port': ['ID=fff24ad0-ad0c-489b-95f6-b1f6043fb609,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:47.786576 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:55:47.787339 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Checking segment: {'id': '9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:55:47.789528 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:47.790364 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Bound using segment: {'id': '9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:55:47.791146 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Bound port: fff24ad0-ad0c-489b-95f6-b1f6043fb609, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:55:47.791853 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:47.822048 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-29c92de2-3eff-42cf-a61f-2e7b7c94ddbe req-8ed188bb-b9a1-472e-a1e7-63a5f49e04f7 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 210 time: 0.5976322 Feb 19 02:55:47.975695 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-aa70347b-c725-491a-ace0-9b07ea970eaa req-d91209f8-44e9-4719-860a-e808e9f04fc2 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 210 time: 0.7555478 Feb 19 02:55:48.104272 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.862s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:48.107889 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.937s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:48.504209 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] For port fff24ad0-ad0c-489b-95f6-b1f6043fb609, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:55:48.516318 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] For port fff24ad0-ad0c-489b-95f6-b1f6043fb609, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=fff24ad0-ad0c-489b-95f6-b1f6043fb609,segment=NetworkSegment(9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2),segment_id=9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:55:48.521535 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Pushing event updated for resources: {'Port': ['ID=701efe07-0468-44ff-b45b-c1a2609897a7,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:48.526466 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:48.531338 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:48.634024 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:48.634813 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-70855887-9180-472a-ac26-bf42264c16c7 req-91c1263f-72c1-436c-8dfb-c99c5eec8301 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Allocated IP 172.20.0.13 (9131403e-e904-4cb4-874e-0517f8d6271d/a0e60589-d38b-4143-9be7-c437b4c402a7/6cf2ba3a-ecc5-4327-bc70-7d94e4b08575) {{(pid=84083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:55:48.694984 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5ec73a32-b474-424c-8f33-7a531e74c4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:48.763006 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854347035'] for router, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:48.854169 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:49.165994 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Pushing event updated for resources: {'Port': ['ID=fff24ad0-ad0c-489b-95f6-b1f6043fb609,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:49.185238 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:49.428527 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-5ec73a32-b474-424c-8f33-7a531e74c4a9 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/31981834-c4fe-40b4-8ab0-4725440df7be HTTP/1.1" status: 204 len: 168 time: 7.9512234 Feb 19 02:55:49.438073 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 46940) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:49.451009 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-755364b7-2d09-44df-8d19-72d40575a3bb req-aec3b052-64bb-4e2c-a433-0e2b09a43050 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Synchronizing usage tracker for tenant:3af50bdb36394e1a94841dbba0e97626 on resource:port {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:55:49.968123 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 701efe07-0468-44ff-b45b-c1a2609897a7 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:55:50.127381 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846840226'] for network, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:50.341916 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port 701efe07-0468-44ff-b45b-c1a2609897a7 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:55:50.361111 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 00a609be-6acd-4daf-a4f8-de61a9a074e3 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:55:50.536198 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-755364b7-2d09-44df-8d19-72d40575a3bb req-aec3b052-64bb-4e2c-a433-0e2b09a43050 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Unset dirty status for tenant:3af50bdb36394e1a94841dbba0e97626 on resource:port {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:55:50.538555 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-755364b7-2d09-44df-8d19-72d40575a3bb req-aec3b052-64bb-4e2c-a433-0e2b09a43050 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 210 time: 1.2577944 Feb 19 02:55:50.638402 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d21a00-234d-4ccb-9d99-d779538121de None None] Network aff37b45-bb0b-4722-99c2-f05b1c234791 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:55:50.779382 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Router c1d053eb-7ef7-43eb-b768-20fdd98f8294 is scheduled to L3 agent f89d6758-6383-432f-be87-9e62d038e267 with binding_index 1 {{(pid=84085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 19 02:55:51.068667 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:51.266953 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-424caa74-1262-4829-b84b-896db23d7649 None None] Provisioning for port 701efe07-0468-44ff-b45b-c1a2609897a7 completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:55:51.276680 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-424caa74-1262-4829-b84b-896db23d7649 None None] Provisioning complete for port 701efe07-0468-44ff-b45b-c1a2609897a7 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:55:51.277476 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-424caa74-1262-4829-b84b-896db23d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:51.362012 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c2a1ee01-6421-41e3-a188-6801ec0839e2 req-fad1ab2c-f095-4964-82b6-105a4e0e5d72 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 210 time: 1.8355846 Feb 19 02:55:51.764028 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfcde5e-12bf-44fa-b915-bedec40daf6c None None] Network 3a78709d-1a68-4957-9e6e-7eecb2b4a618 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:55:52.210414 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Allocated IP 172.20.0.1 (9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35/8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79/ede9df02-7965-4e0f-a98a-60dfd3525ad7) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:55:52.546633 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port 00a609be-6acd-4daf-a4f8-de61a9a074e3 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:55:52.582755 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:52.676096 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-70855887-9180-472a-ac26-bf42264c16c7 req-91c1263f-72c1-436c-8dfb-c99c5eec8301 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Notify callbacks [] for port, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:52.684926 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:52.851051 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-70855887-9180-472a-ac26-bf42264c16c7 req-91c1263f-72c1-436c-8dfb-c99c5eec8301 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:52.868303 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-90545cd9-f19c-4828-9fbf-85e4858ed240 req-33200610-6dd7-4942-8d95-ff612a6a77c7 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 210 time: 0.0805912 Feb 19 02:55:52.925831 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 00a609be-6acd-4daf-a4f8-de61a9a074e3 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:55:52.926660 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:53.036178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7765560', 'neutron.services.segments.db._delete_segments_for_network--9223363286358539226'] for network, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:53.194326 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:55:53.195255 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:55:53.196587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:55:53.197294 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Subscribe: > port after_create 55550000 {{(pid=84083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:55:53.198412 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Subscribe: > port after_delete 55550000 {{(pid=84083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:55:53.199321 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Subscribe: > port after_update 55550000 {{(pid=84083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:55:53.199894 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:55:53.200497 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:55:53.201052 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:55:53.201593 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:55:53.280732 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-424caa74-1262-4829-b84b-896db23d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:53.347946 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.87', 58329) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:53.349385 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:53.446816 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 02:55:53.551419 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:53.571760 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Sync routers for ids ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'] in dv-cinder-775706-2-smb {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 02:55:53.606094 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:55:53.606583 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:55:53.610579 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:55:53.610964 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:55:53.611352 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010eef01-ca0f-4734-8a14-fe07eb8a8290']}} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:55:53.628394 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-424caa74-1262-4829-b84b-896db23d7649 None None] For port 701efe07-0468-44ff-b45b-c1a2609897a7, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=701efe07-0468-44ff-b45b-c1a2609897a7,segment=NetworkSegment(d616cdcb-7ab1-43cf-a37d-52e71d74e46e),segment_id=d616cdcb-7ab1-43cf-a37d-52e71d74e46e)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:55:53.646110 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c66a8b-505d-4ccc-a527-04f85eef36ba') {'for_net_delete': True} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:55:53.646521 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c66a8b-505d-4ccc-a527-04f85eef36ba') {} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:55:53.669664 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-424caa74-1262-4829-b84b-896db23d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:53.687230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286358535642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2935362'] for segment, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:53.713521 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:53.716532 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 02:55:53.719965 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] For port 00a609be-6acd-4daf-a4f8-de61a9a074e3, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=00a609be-6acd-4daf-a4f8-de61a9a074e3,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:55:53.737219 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:54.114937 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Routers {'c1d053eb-7ef7-43eb-b768-20fdd98f8294'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:55:54.117695 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:55:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:55:54.162367 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Pushing event updated for resources: {'Port': ['ID=ede9df02-7965-4e0f-a98a-60dfd3525ad7,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:54.175106 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:54.190599 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-7abed77a-bf1d-4a6f-bc71-94e9fb04df82 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:54.192596 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-7abed77a-bf1d-4a6f-bc71-94e9fb04df82 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.87 "GET /v2.0/networks?id=dc92614e-7e38-45f5-b055-2b7cad057984 HTTP/1.1" status: 200 len: 814 time: 0.7215984 Feb 19 02:55:54.222934 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Network 9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:55:54.225870 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:55:54.233398 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:55:54.234115 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432606'] for router_interface, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:54.521141 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:54.780161 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:55.160296 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-5b98da5f-1c14-4456-a394-89a96d1c2249 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Request body: {'port': {'device_id': 'c553498c-3f58-4c56-a9a5-3e0468ea5db6', 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984', 'admin_state_up': True, 'tenant_id': 'f53fe2854fce4916a4d2d8a17072e0a7'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:55.179495 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-582a6196-4ccc-4331-8b91-4d636ae77053 None None] Provisioning for port fff24ad0-ad0c-489b-95f6-b1f6043fb609 completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:55:55.460340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Network 010eef01-ca0f-4734-8a14-fe07eb8a8290 has no segments {{(pid=84083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 02:55:55.528219 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424caa74-1262-4829-b84b-896db23d7649 None None] Pushing event updated for resources: {'Port': ['ID=701efe07-0468-44ff-b45b-c1a2609897a7,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:55.555157 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device fff24ad0-ad0c-489b-95f6-b1f6043fb609 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:55:55.843976 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-424caa74-1262-4829-b84b-896db23d7649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.107s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:55.982458 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e2894f56-9a36-4c31-a941-c3917394fc34 req-d337e85b-6f27-4d62-b42e-63409e38598c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 210 time: 1.2296870 Feb 19 02:55:56.018519 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Set router c1d053eb-7ef7-43eb-b768-20fdd98f8294 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:55:56.401640 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Notify callbacks [] for router, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:56.407533 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 18.3945715 Feb 19 02:55:56.413627 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47006) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:56.418432 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47008) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:56.436335 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:56.437884 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.373s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:56.460210 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-5b98da5f-1c14-4456-a394-89a96d1c2249 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:56.529357 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7736240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2184798'] for segment, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:56.538490 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Pushing event updated for resources: {'Port': ['ID=00a609be-6acd-4daf-a4f8-de61a9a074e3,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:56.545310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:56.590838 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854347035'] for router, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:56.698414 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-5b98da5f-1c14-4456-a394-89a96d1c2249 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Usage tracker for resource:port and tenant:f53fe2854fce4916a4d2d8a17072e0a7 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:56.754483 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-5b98da5f-1c14-4456-a394-89a96d1c2249 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:56.803272 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-5b98da5f-1c14-4456-a394-89a96d1c2249 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:56.919671 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:57.053229 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-5b98da5f-1c14-4456-a394-89a96d1c2249 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Made reservation on behalf of f53fe2854fce4916a4d2d8a17072e0a7 for: {'port': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:55:57.074594 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-5b98da5f-1c14-4456-a394-89a96d1c2249 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:57.139301 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1263f-72c1-436c-8dfb-c99c5eec8301 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Pushing event updated for resources: {'Port': ['ID=6cf2ba3a-ecc5-4327-bc70-7d94e4b08575,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:57.161368 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-91c1263f-72c1-436c-8dfb-c99c5eec8301 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.644s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:57.209356 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ba855-16c4-4f86-9f2b-36e00ad540c4 req-1599a3db-8012-4280-b477-fb77f73574a2 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:57.218046 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-919ba855-16c4-4f86-9f2b-36e00ad540c4 req-1599a3db-8012-4280-b477-fb77f73574a2 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 932 time: 4.8029933 Feb 19 02:55:57.252406 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Network 010eef01-ca0f-4734-8a14-fe07eb8a8290 has no segments {{(pid=84083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 02:55:57.262821 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port fff24ad0-ad0c-489b-95f6-b1f6043fb609 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:55:57.270497 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port fff24ad0-ad0c-489b-95f6-b1f6043fb609 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:55:57.270991 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:57.339620 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f0a20728-b4a6-4242-a90c-538d76174dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:57.385315 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-d7c3fa5e-a5ad-4893-9ab1-824593ef6ffc None None] Provisioning complete for port 701efe07-0468-44ff-b45b-c1a2609897a7 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:55:57.385834 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d7c3fa5e-a5ad-4893-9ab1-824593ef6ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: from cryptography.utils import int_from_bytes Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: from cryptography.utils import int_from_bytes Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: (rel_b, rel_a, rel_b), Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: (rel_b, rel_a, rel_b), Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: Traceback (most recent call last): Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: timer() Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: cb(*args, **kw) Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: return func(*args, **kwargs) Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: self._notify() Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: self.callback(batched_events) Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: event.method(event) Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: segment_id)['aggregates'][0] Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: return f(self, *a, **k) Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: return self._get(url).json() Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: **kwargs) Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: return self.request(url, 'GET', **kwargs) Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: **endpoint_filter) Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:55:57.459528 dv-cinder-775706-2-smb neutron-server[83972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:55:57.471202 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:55:44Z', 'revision_number': 3, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port': {'id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:88:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:43Z', 'updated_at': '2021-02-19T02:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:55:57.472999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70855887-9180-472a-ac26-bf42264c16c7 req-91c1263f-72c1-436c-8dfb-c99c5eec8301 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Network 9131403e-e904-4cb4-874e-0517f8d6271d is already hosted by enough agents. {{(pid=84083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:55:57.481099 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Checking router: c1d053eb-7ef7-43eb-b768-20fdd98f8294 for host: dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 02:55:57.481511 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Updating router c1d053eb-7ef7-43eb-b768-20fdd98f8294 port 3f45718f-ee4f-49e9-95d3-bfaa568de2b0 binding host dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 02:55:57.487846 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-70855887-9180-472a-ac26-bf42264c16c7 req-91c1263f-72c1-436c-8dfb-c99c5eec8301 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Resources bound (agent type, host, resource id): {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:55:57.506048 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-70855887-9180-472a-ac26-bf42264c16c7 req-91c1263f-72c1-436c-8dfb-c99c5eec8301 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Received port after_create {{(pid=84083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:55:57.511931 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70855887-9180-472a-ac26-bf42264c16c7 req-91c1263f-72c1-436c-8dfb-c99c5eec8301 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:55:57.512602 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-70855887-9180-472a-ac26-bf42264c16c7 req-91c1263f-72c1-436c-8dfb-c99c5eec8301 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:57.695341 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:57.795719 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9d4c94aa-ed1b-4613-b947-c2bf7271f21d req-aee4e99b-1d58-4cd5-a3a9-4b7fa0f5b77a tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 210 time: 0.3272707 Feb 19 02:55:57.825405 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847010256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428100'] for network, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:57.871104 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:57.873568 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] 10.222.0.75 "DELETE /v2.0/networks/010eef01-ca0f-4734-8a14-fe07eb8a8290 HTTP/1.1" status: 204 len: 168 time: 8.4067869 Feb 19 02:55:57.891639 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:57.959227 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70855887-9180-472a-ac26-bf42264c16c7 req-91c1263f-72c1-436c-8dfb-c99c5eec8301 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 15.6954484 Feb 19 02:55:57.959921 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47026) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:57.971902 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Pushing event deleted for resources: {'Network': ['ID=010eef01-ca0f-4734-8a14-fe07eb8a8290,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:57.978234 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:57.986148 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-919ba855-16c4-4f86-9f2b-36e00ad540c4 req-883b7207-6f8a-450b-a794-006ac27edd22 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3fce608-711e-4d4c-8c52-1ea3587f2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7670574 Feb 19 02:55:58.189494 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:58.210550 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-e8c6b3a4-82e9-4868-a554-8744d5334cea None None] Provisioning complete for port fff24ad0-ad0c-489b-95f6-b1f6043fb609 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:55:58.211478 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e8c6b3a4-82e9-4868-a554-8744d5334cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:58.233176 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-5b98da5f-1c14-4456-a394-89a96d1c2249 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Allocated IP 172.20.0.13 (dc92614e-7e38-45f5-b055-2b7cad057984/d1b0d8e7-d261-47fc-bf06-034ec39db489/7e81dcac-03ef-4f8a-83c9-00dd0cd307df) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:55:58.371943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-f0a20728-b4a6-4242-a90c-538d76174dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:55:58.430553 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] For port fff24ad0-ad0c-489b-95f6-b1f6043fb609, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=fff24ad0-ad0c-489b-95f6-b1f6043fb609,segment=NetworkSegment(9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2),segment_id=9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:55:58.440103 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:58.450517 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-44b5e74a-0a52-4df1-80d0-495464cc9719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:58.487071 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [req-70855887-9180-472a-ac26-bf42264c16c7 req-7a53ac01-f536-42fa-9ba2-10a4014726aa tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=84083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:55:58.488187 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70855887-9180-472a-ac26-bf42264c16c7 req-7a53ac01-f536-42fa-9ba2-10a4014726aa tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0190680 Feb 19 02:55:58.494194 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e8c6b3a4-82e9-4868-a554-8744d5334cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:58.537100 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-f0a20728-b4a6-4242-a90c-538d76174dc9 admin admin] Usage tracker for resource:security_group_rule and tenant:d7774fb140a640e680900e71ea5a64a4 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:55:58.541443 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ea102f-0479-4936-b17f-9e8f72df4476 admin admin] Deleting subnet 3dbfa69c-c5c5-4973-9ddc-e5a789245393 {{(pid=84083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 02:55:58.542452 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-f0a20728-b4a6-4242-a90c-538d76174dc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:55:58.550036 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-28ea102f-0479-4936-b17f-9e8f72df4476 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:58.552913 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-f0a20728-b4a6-4242-a90c-538d76174dc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:55:58.610630 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 701efe07-0468-44ff-b45b-c1a2609897a7 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:55:58.639819 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Router bd5d5559-8f65-4e04-bac3-ff3991e44726 is scheduled to L3 agent f89d6758-6383-432f-be87-9e62d038e267 with binding_index 1 {{(pid=84083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 19 02:55:58.656889 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-28ea102f-0479-4936-b17f-9e8f72df4476 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851840390'] for subnet, precommit_delete_associations {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:58.773819 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Request body: {'port': {'device_id': '22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:58.841088 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Pushing event updated for resources: {'Port': ['ID=fff24ad0-ad0c-489b-95f6-b1f6043fb609,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:58.848032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f0a20728-b4a6-4242-a90c-538d76174dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:58.854334 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:58.861406 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:58.891821 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Transition to ACTIVE for port object 3f45718f-ee4f-49e9-95d3-bfaa568de2b0 will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:55:58.898500 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.api [None req-e8c6b3a4-82e9-4868-a554-8744d5334cea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:55:58.899074 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_db.api [None req-e8c6b3a4-82e9-4868-a554-8744d5334cea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 02:55:58.901255 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:58.906850 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f0a20728-b4a6-4242-a90c-538d76174dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:58.921295 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:58.950810 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:59.050022 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a20728-b4a6-4242-a90c-538d76174dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6fa5cd-d457-4f1a-bb41-07cd55a4f197,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:59.065620 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 701efe07-0468-44ff-b45b-c1a2609897a7 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:55:59.066430 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:59.069424 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f0a20728-b4a6-4242-a90c-538d76174dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:59.169256 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-52b07eb4-8143-4106-aa84-1f105613534c req-af0c6d5b-fbfd-44fc-b859-3d58531a7cb2 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 210 time: 0.1412921 Feb 19 02:55:59.209165 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc6342-835a-47e1-8f58-c53ff8b58385 None None] Pushing event updated for resources: {'Port': ['ID=3f45718f-ee4f-49e9-95d3-bfaa568de2b0,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:55:59.213122 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cfbc6342-835a-47e1-8f58-c53ff8b58385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:55:59.222940 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-28ea102f-0479-4936-b17f-9e8f72df4476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764431'] for subnet, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:59.231658 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-5b98da5f-1c14-4456-a394-89a96d1c2249 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:59.240980 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-f0a20728-b4a6-4242-a90c-538d76174dc9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d7774fb140a640e680900e71ea5a64a4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7955339 Feb 19 02:55:59.248983 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47042) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:55:59.370030 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Attempting to bind port 3f45718f-ee4f-49e9-95d3-bfaa568de2b0 on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:59.370562 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Attempting to bind port 3f45718f-ee4f-49e9-95d3-bfaa568de2b0 by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:55:59.371390 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Attempting to bind port 3f45718f-ee4f-49e9-95d3-bfaa568de2b0 on network 0e56412c-4854-452b-991d-f8414d441bfe {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:55:59.391097 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:55:59.391768 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Checking segment: {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:55:59.392522 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:59.393370 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Bound using segment: {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:55:59.394449 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Bound port: 3f45718f-ee4f-49e9-95d3-bfaa568de2b0, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:55:59.395085 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:59.424948 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:59.468944 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 00a609be-6acd-4daf-a4f8-de61a9a074e3 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:55:59.662329 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] For port 3f45718f-ee4f-49e9-95d3-bfaa568de2b0, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:55:59.670620 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-5b98da5f-1c14-4456-a394-89a96d1c2249 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:59.674961 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] For port 3f45718f-ee4f-49e9-95d3-bfaa568de2b0, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=3f45718f-ee4f-49e9-95d3-bfaa568de2b0,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:55:59.678720 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-e8c6b3a4-82e9-4868-a554-8744d5334cea None None] Provisioning complete for port 701efe07-0468-44ff-b45b-c1a2609897a7 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:55:59.680035 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e8c6b3a4-82e9-4868-a554-8744d5334cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:59.706444 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 02:55:59.717575 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Sync routers for ids ['bd5d5559-8f65-4e04-bac3-ff3991e44726'] in dv-cinder-775706-2-smb {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 02:55:59.733891 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:59.734847 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 00a609be-6acd-4daf-a4f8-de61a9a074e3 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:55:59.735531 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:55:59.738362 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Routers {'bd5d5559-8f65-4e04-bac3-ff3991e44726'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:55:59.741505 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:55:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['bd5d5559-8f65-4e04-bac3-ff3991e44726'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:55:59.857293 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:55:59.987880 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:00.050425 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Set router bd5d5559-8f65-4e04-bac3-ff3991e44726 gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:56:00.315036 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 {{(pid=84083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 02:56:00.328437 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:00.356456 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23cd79-c865-488b-99dd-0af90f74a550 req-ab7af6c8-ee6f-44bd-b17c-45bd7e9dfc20 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:00.358637 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ac23cd79-c865-488b-99dd-0af90f74a550 req-ab7af6c8-ee6f-44bd-b17c-45bd7e9dfc20 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 932 time: 1.0657024 Feb 19 02:56:00.360214 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Transition to ACTIVE for port object 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:56:00.363892 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47054) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:00.404419 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852589390'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:00.511298 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc6342-835a-47e1-8f58-c53ff8b58385 None None] Pushing event updated for resources: {'Port': ['ID=3f45718f-ee4f-49e9-95d3-bfaa568de2b0,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:00.517993 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cfbc6342-835a-47e1-8f58-c53ff8b58385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:00.565907 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:56:00.579015 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4aa8c3bc-adf3-4cb5-9c8e-a56d96bda504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:00.659541 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98da5f-1c14-4456-a394-89a96d1c2249 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Pushing event updated for resources: {'Port': ['ID=7e81dcac-03ef-4f8a-83c9-00dd0cd307df,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:00.686468 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5b98da5f-1c14-4456-a394-89a96d1c2249 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:00.693370 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.resource_extend [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] It took 0.71 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 19 02:56:00.696873 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Routers {'c1d053eb-7ef7-43eb-b768-20fdd98f8294'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:56:00.697717 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9557bbe9-1621-419d-9115-d624a96da223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:55:48Z', 'revision_number': 3, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port': {'id': '9557bbe9-1621-419d-9115-d624a96da223', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:44Z', 'updated_at': '2021-02-19T02:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:00.697954 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:55:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:00.715285 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Checking router: bd5d5559-8f65-4e04-bac3-ff3991e44726 for host: dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 02:56:00.715938 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Updating router bd5d5559-8f65-4e04-bac3-ff3991e44726 port 9557bbe9-1621-419d-9115-d624a96da223 binding host dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 02:56:00.752439 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-5b98da5f-1c14-4456-a394-89a96d1c2249 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Network dc92614e-7e38-45f5-b055-2b7cad057984 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:56:00.759918 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:00.762686 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-5b98da5f-1c14-4456-a394-89a96d1c2249 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:56:00.766208 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4aa8c3bc-adf3-4cb5-9c8e-a56d96bda504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:00.780645 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-5b98da5f-1c14-4456-a394-89a96d1c2249 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:56:00.786723 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-5b98da5f-1c14-4456-a394-89a96d1c2249 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:00.787458 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-5b98da5f-1c14-4456-a394-89a96d1c2249 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:00.821161 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:00.832883 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854161000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854343300'] for router_interface, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:00.849466 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-5b98da5f-1c14-4456-a394-89a96d1c2249 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7538216 Feb 19 02:56:00.904116 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f39a8b0e-77b6-456d-bbe9-590c752db3b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:00.940191 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] Set router c1d053eb-7ef7-43eb-b768-20fdd98f8294 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:56:00.947386 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:00.951371 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5b98da5f-1c14-4456-a394-89a96d1c2249 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:00.986806 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ac23cd79-c865-488b-99dd-0af90f74a550 req-3128d533-b0a4-42c2-92af-6311f302a525 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3fce608-711e-4d4c-8c52-1ea3587f2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5833910 Feb 19 02:56:01.002518 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Notify callbacks [] for router, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:01.009589 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Request body: {'port': {'device_id': 'c553498c-3f58-4c56-a9a5-3e0468ea5db6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:01.016853 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 22.3378959 Feb 19 02:56:01.032229 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47064) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:01.122297 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device fff24ad0-ad0c-489b-95f6-b1f6043fb609 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:01.170246 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6296eca7-2eb8-46e3-868a-8f5328815f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:01.195575 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf2ba3a-ecc5-4327-bc70-7d94e4b08575,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:01.331634 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port fff24ad0-ad0c-489b-95f6-b1f6043fb609 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:01.332144 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:01.334628 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Pushing event updated for resources: {'Port': ['ID=ede9df02-7965-4e0f-a98a-60dfd3525ad7,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:01.398525 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:01.403756 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:01.434445 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:01.464895 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4aa8c3bc-adf3-4cb5-9c8e-a56d96bda504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:01.512317 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d84b2f9d-4276-4eb4-b8a7-a0bbee1e1bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:01.562159 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:55:44Z', 'revision_number': 3, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port': {'id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:88:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:43Z', 'updated_at': '2021-02-19T02:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:01.572389 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9090096-4f4b-4c53-b541-7ef520b727d5 None None] The sync data for ids ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'] in dv-cinder-775706-2-smb is: [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:55:44Z', 'revision_number': 3, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port': {'id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:88:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:43Z', 'updated_at': '2021-02-19T02:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}] {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 02:56:01.656411 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:01.674669 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8c3bc-adf3-4cb5-9c8e-a56d96bda504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6fa5cd-d457-4f1a-bb41-07cd55a4f197,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:01.679797 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-4aa8c3bc-adf3-4cb5-9c8e-a56d96bda504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:01.867832 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4aa8c3bc-adf3-4cb5-9c8e-a56d96bda504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:01.873085 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-4aa8c3bc-adf3-4cb5-9c8e-a56d96bda504 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0d6fa5cd-d457-4f1a-bb41-07cd55a4f197 HTTP/1.1" status: 204 len: 168 time: 2.6178231 Feb 19 02:56:01.937600 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:01.948174 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Network 9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:56:01.964871 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:56:01.970888 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Transition to ACTIVE for port object 9557bbe9-1621-419d-9115-d624a96da223 will not be triggered until provisioned by entity L2. {{(pid=84087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:56:01.977333 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:02.005303 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:02.170016 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ddf7-371b-4bba-a7a7-c447542b514f None None] Pushing event updated for resources: {'Port': ['ID=9557bbe9-1621-419d-9115-d624a96da223,revision_number=2']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:02.191423 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a1b5ddf7-371b-4bba-a7a7-c447542b514f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:02.352177 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-6296eca7-2eb8-46e3-868a-8f5328815f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:02.450109 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Attempting to bind port 9557bbe9-1621-419d-9115-d624a96da223 on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:02.450632 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Attempting to bind port 9557bbe9-1621-419d-9115-d624a96da223 by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:56:02.451033 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Attempting to bind port 9557bbe9-1621-419d-9115-d624a96da223 on network 0e56412c-4854-452b-991d-f8414d441bfe {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:56:02.461209 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:56:02.461699 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Checking segment: {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:56:02.462208 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:02.462685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Bound using segment: {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:56:02.463399 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Bound port: 9557bbe9-1621-419d-9115-d624a96da223, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:56:02.463765 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:02.486252 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-6296eca7-2eb8-46e3-868a-8f5328815f20 admin admin] Usage tracker for resource:security_group_rule and tenant:a93e1de60b7645a0ace1f0b22d17b82e is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:02.492687 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-6296eca7-2eb8-46e3-868a-8f5328815f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:02.607872 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47074) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:02.664221 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9dd3c69b-0ec2-4a11-9d33-77d0343e598b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:02.671937 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] For port 9557bbe9-1621-419d-9115-d624a96da223, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:56:02.677565 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] For port 9557bbe9-1621-419d-9115-d624a96da223, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=9557bbe9-1621-419d-9115-d624a96da223,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:56:02.684509 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Router 856a88f4-a22a-4e12-8d49-3746a108cc48 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 02:56:02.691490 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:02.850395 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-9dd3c69b-0ec2-4a11-9d33-77d0343e598b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:02.857277 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-6296eca7-2eb8-46e3-868a-8f5328815f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:02.901604 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-9dd3c69b-0ec2-4a11-9d33-77d0343e598b admin admin] Usage tracker for resource:security_group_rule and tenant:6719ce05acae4fd0b733f34ed370b1e6 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:02.915547 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-9dd3c69b-0ec2-4a11-9d33-77d0343e598b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:02.921517 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:02.926689 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Attempting to bind port 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:02.927309 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Attempting to bind port 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '87490e08-8d8c-44d7-91ad-537cfd335ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9131403e-e904-4cb4-874e-0517f8d6271d'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:56:02.927945 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Attempting to bind port 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 on network 9131403e-e904-4cb4-874e-0517f8d6271d {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:56:02.934562 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 3f45718f-ee4f-49e9-95d3-bfaa568de2b0 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:02.950838 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-9dd3c69b-0ec2-4a11-9d33-77d0343e598b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:02.962360 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Checking agent: {'id': '38d2f619-f811-4ccc-89e2-793bab8ea98e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 53, 25), 'started_at': datetime.datetime(2021, 2, 19, 2, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:56:02.962961 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Checking segment: {'id': '87490e08-8d8c-44d7-91ad-537cfd335ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9131403e-e904-4cb4-874e-0517f8d6271d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:56:02.963748 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:02.964419 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Bound using segment: {'id': '87490e08-8d8c-44d7-91ad-537cfd335ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9131403e-e904-4cb4-874e-0517f8d6271d'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:56:02.965291 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Bound port: 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87490e08-8d8c-44d7-91ad-537cfd335ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9131403e-e904-4cb4-874e-0517f8d6271d'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:56:02.965977 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:03.093765 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port 3f45718f-ee4f-49e9-95d3-bfaa568de2b0 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:56:03.108779 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 3f45718f-ee4f-49e9-95d3-bfaa568de2b0 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:03.109189 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:03.209271 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5ddf7-371b-4bba-a7a7-c447542b514f None None] Pushing event updated for resources: {'Port': ['ID=9557bbe9-1621-419d-9115-d624a96da223,revision_number=3']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:03.241169 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a1b5ddf7-371b-4bba-a7a7-c447542b514f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:03.294611 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Routers {'bd5d5559-8f65-4e04-bac3-ff3991e44726'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:56:03.296022 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:55:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['bd5d5559-8f65-4e04-bac3-ff3991e44726'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:03.377175 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:03.399764 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] For port 3f45718f-ee4f-49e9-95d3-bfaa568de2b0, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=3f45718f-ee4f-49e9-95d3-bfaa568de2b0,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:56:03.403581 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:03.413503 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-09322196-6dcc-4e6b-bcec-4256d4f91726 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:03.551751 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Pushing event updated for resources: {'Port': ['ID=3f45718f-ee4f-49e9-95d3-bfaa568de2b0,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:03.570675 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:03.582161 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.resource_extend [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 19 02:56:03.667950 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] Set router bd5d5559-8f65-4e04-bac3-ff3991e44726 gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:56:03.676816 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767c2bf-bc79-4a48-9411-55d7b5fe65d6 req-d2c62d3b-1b87-4d87-a04d-dcfdc7f3e72f tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:03.678949 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3767c2bf-bc79-4a48-9411-55d7b5fe65d6 req-d2c62d3b-1b87-4d87-a04d-dcfdc7f3e72f tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 932 time: 2.8754113 Feb 19 02:56:03.737218 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-28ea102f-0479-4936-b17f-9e8f72df4476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847011385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852589313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852852935'] for subnet, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:03.795929 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Allocated IP 172.20.0.1 (aff37b45-bb0b-4722-99c2-f05b1c234791/b750ccce-480c-48ff-95df-32a79b278619/59995976-a41e-4856-95c2-eabbef58d8f7) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:56:03.800789 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 02:56:03.803330 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:03.809788 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9dd3c69b-0ec2-4a11-9d33-77d0343e598b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:03.834852 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9dd3c69b-0ec2-4a11-9d33-77d0343e598b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:03.837608 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e81dcac-03ef-4f8a-83c9-00dd0cd307df {{(pid=84085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 02:56:03.840279 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Sync routers for ids ['856a88f4-a22a-4e12-8d49-3746a108cc48'] in dv-cinder-775706-2-smb {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 02:56:03.868615 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Routers {'856a88f4-a22a-4e12-8d49-3746a108cc48'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:56:03.870172 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:55:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['856a88f4-a22a-4e12-8d49-3746a108cc48'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:03.882957 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:03.895239 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f0a20728-b4a6-4242-a90c-538d76174dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:04.043527 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeab50b-e017-4134-84e7-969e79cb4c49 req-a4079cd6-e2f4-43e2-a1a6-03432307c772 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:04.046003 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ddeab50b-e017-4134-84e7-969e79cb4c49 req-a4079cd6-e2f4-43e2-a1a6-03432307c772 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 944 time: 1.6967590 Feb 19 02:56:04.047768 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9557bbe9-1621-419d-9115-d624a96da223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:55:48Z', 'revision_number': 3, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port': {'id': '9557bbe9-1621-419d-9115-d624a96da223', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:44Z', 'updated_at': '2021-02-19T02:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:04.048259 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-28ea102f-0479-4936-b17f-9e8f72df4476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:04.054038 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65833fe7-ea9e-4b4f-b8b2-ad5d160079e3 None None] The sync data for ids ['bd5d5559-8f65-4e04-bac3-ff3991e44726'] in dv-cinder-775706-2-smb is: [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9557bbe9-1621-419d-9115-d624a96da223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:55:48Z', 'revision_number': 3, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port': {'id': '9557bbe9-1621-419d-9115-d624a96da223', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:44Z', 'updated_at': '2021-02-19T02:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}] {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 02:56:04.079676 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-28ea102f-0479-4936-b17f-9e8f72df4476 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/3dbfa69c-c5c5-4973-9ddc-e5a789245393 HTTP/1.1" status: 204 len: 168 time: 6.1000645 Feb 19 02:56:04.081000 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea102f-0479-4936-b17f-9e8f72df4476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dbfa69c-c5c5-4973-9ddc-e5a789245393,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:04.094358 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-28ea102f-0479-4936-b17f-9e8f72df4476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:04.099661 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47078) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:04.145544 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] 10.222.0.75 "PUT /v2.0/routers/856a88f4-a22a-4e12-8d49-3746a108cc48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 22.9488549 Feb 19 02:56:04.153405 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-9dd3c69b-0ec2-4a11-9d33-77d0343e598b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6719ce05acae4fd0b733f34ed370b1e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5339906 Feb 19 02:56:04.153405 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Transition to ACTIVE for port object 7e81dcac-03ef-4f8a-83c9-00dd0cd307df will not be triggered until provisioned by entity L2. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:56:04.157802 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47082) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:04.183465 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:04.207362 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3c69b-0ec2-4a11-9d33-77d0343e598b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a9a510-7854-437c-98bd-bc3e90682bf9,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:04.212303 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-9dd3c69b-0ec2-4a11-9d33-77d0343e598b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:04.222853 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:04.286740 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a32cea32-6f81-4e2b-8a7c-6b23188ad346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846840226'] for network, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:04.449166 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Set router 856a88f4-a22a-4e12-8d49-3746a108cc48 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:56:04.481425 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Pushing event updated for resources: {'Port': ['ID=7e81dcac-03ef-4f8a-83c9-00dd0cd307df,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:04.485700 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:04.507108 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-3767c2bf-bc79-4a48-9411-55d7b5fe65d6 req-db8cfe3d-7ea5-431e-91da-9665291cad4f tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Synchronizing usage tracker for tenant:f53fe2854fce4916a4d2d8a17072e0a7 on resource:security_group {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:56:04.515497 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] For port 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575, host hv-cinder-77570, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:56:04.519473 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:04.560303 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2fe5604a-6891-457c-81a3-94cd5051445d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:04.587009 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Transition to ACTIVE for port object 59995976-a41e-4856-95c2-eabbef58d8f7 will not be triggered until provisioned by entity DHCP. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:56:04.627535 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2fe5604a-6891-457c-81a3-94cd5051445d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:04.668527 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ddeab50b-e017-4134-84e7-969e79cb4c49 req-38db2d63-95a0-468b-9519-d4cf4aba4e2b tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3fce608-711e-4d4c-8c52-1ea3587f2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5781493 Feb 19 02:56:04.695524 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] For port 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6cf2ba3a-ecc5-4327-bc70-7d94e4b08575,segment=NetworkSegment(87490e08-8d8c-44d7-91ad-537cfd335ba9),segment_id=87490e08-8d8c-44d7-91ad-537cfd335ba9)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:56:04.789928 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:04.847597 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-3767c2bf-bc79-4a48-9411-55d7b5fe65d6 req-db8cfe3d-7ea5-431e-91da-9665291cad4f tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Unset dirty status for tenant:f53fe2854fce4916a4d2d8a17072e0a7 on resource:security_group {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:56:04.848875 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3767c2bf-bc79-4a48-9411-55d7b5fe65d6 req-db8cfe3d-7ea5-431e-91da-9665291cad4f tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1087494 Feb 19 02:56:04.850142 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852589390'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:04.856740 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6296eca7-2eb8-46e3-868a-8f5328815f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:04.940184 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Attempting to bind port 7e81dcac-03ef-4f8a-83c9-00dd0cd307df on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:04.940652 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Attempting to bind port 7e81dcac-03ef-4f8a-83c9-00dd0cd307df by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'bcd5142b-b316-48c9-8892-79fe8ea9f18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984'}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:56:04.941175 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Attempting to bind port 7e81dcac-03ef-4f8a-83c9-00dd0cd307df on network dc92614e-7e38-45f5-b055-2b7cad057984 {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:56:04.949901 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:04.983328 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Checking agent: {'id': '38d2f619-f811-4ccc-89e2-793bab8ea98e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 53, 25), 'started_at': datetime.datetime(2021, 2, 19, 2, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:56:04.983961 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Checking segment: {'id': 'bcd5142b-b316-48c9-8892-79fe8ea9f18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:56:04.984696 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:04.985333 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Bound using segment: {'id': 'bcd5142b-b316-48c9-8892-79fe8ea9f18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984'} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:56:04.986235 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Bound port: 7e81dcac-03ef-4f8a-83c9-00dd0cd307df, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd5142b-b316-48c9-8892-79fe8ea9f18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984'}}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:56:04.986682 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:05.004873 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 3f45718f-ee4f-49e9-95d3-bfaa568de2b0 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:05.009531 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:05.352421 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2fe5604a-6891-457c-81a3-94cd5051445d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:05.366502 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a32cea32-6f81-4e2b-8a7c-6b23188ad346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7765560', 'neutron.services.segments.db._delete_segments_for_network--9223363286358539226'] for network, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:05.400317 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 3f45718f-ee4f-49e9-95d3-bfaa568de2b0 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:05.400630 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:05.467374 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] For port 7e81dcac-03ef-4f8a-83c9-00dd0cd307df, host hv-cinder-77570, cleared binding levels {{(pid=84085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:56:05.476891 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] For port 7e81dcac-03ef-4f8a-83c9-00dd0cd307df, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=7e81dcac-03ef-4f8a-83c9-00dd0cd307df,segment=NetworkSegment(bcd5142b-b316-48c9-8892-79fe8ea9f18a),segment_id=bcd5142b-b316-48c9-8892-79fe8ea9f18a)] {{(pid=84085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:56:05.495032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:05.514874 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:05.524408 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Pushing event updated for resources: {'Port': ['ID=59995976-a41e-4856-95c2-eabbef58d8f7,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:05.530899 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:05.613315 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856a88f4-a22a-4e12-8d49-3746a108cc48', 'name': 'tempest-ServerRescueNegativeTestJSON-687931127-router', 'tenant_id': '0118817c78a646edba737412d030d31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '00a609be-6acd-4daf-a4f8-de61a9a074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:33Z', 'updated_at': '2021-02-19T02:55:55Z', 'revision_number': 4, 'project_id': '0118817c78a646edba737412d030d31e', 'gw_port': {'id': '00a609be-6acd-4daf-a4f8-de61a9a074e3', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856a88f4-a22a-4e12-8d49-3746a108cc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:35Z', 'updated_at': '2021-02-19T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': 'ede9df02-7965-4e0f-a98a-60dfd3525ad7', 'name': '', 'network_id': '9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35', 'tenant_id': '0118817c78a646edba737412d030d31e', 'mac_address': 'fa:16:3e:e1:ab:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856a88f4-a22a-4e12-8d49-3746a108cc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:50Z', 'updated_at': '2021-02-19T02:55:58Z', 'revision_number': 2, 'project_id': '0118817c78a646edba737412d030d31e', 'subnets': [{'id': '8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:05.628535 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-572e7873-7324-4e72-b8f6-aab62e2c8e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:05.629246 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Checking router: 856a88f4-a22a-4e12-8d49-3746a108cc48 for host: dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 02:56:05.629246 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Updating router 856a88f4-a22a-4e12-8d49-3746a108cc48 port ede9df02-7965-4e0f-a98a-60dfd3525ad7 binding host dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 02:56:05.756871 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5604a-6891-457c-81a3-94cd5051445d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a9a510-7854-437c-98bd-bc3e90682bf9,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:05.775312 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2fe5604a-6891-457c-81a3-94cd5051445d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:05.789286 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Network aff37b45-bb0b-4722-99c2-f05b1c234791 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:56:05.790516 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:05.898410 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2fe5604a-6891-457c-81a3-94cd5051445d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:05.904457 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-2fe5604a-6891-457c-81a3-94cd5051445d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d6a9a510-7854-437c-98bd-bc3e90682bf9 HTTP/1.1" status: 204 len: 168 time: 1.7428765 Feb 19 02:56:05.908986 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:56:05.912185 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Pushing event updated for resources: {'Port': ['ID=7e81dcac-03ef-4f8a-83c9-00dd0cd307df,revision_number=3']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:05.918830 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:56:05.919381 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432606'] for router_interface, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:05.923124 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:06.079963 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:06.084638 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:06.088416 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] 10.222.0.87 "PUT /v2.0/ports/7e81dcac-03ef-4f8a-83c9-00dd0cd307df HTTP/1.1" status: 200 len: 1158 time: 5.1395998 Feb 19 02:56:06.090557 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6296eca7-2eb8-46e3-868a-8f5328815f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:06.097864 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c553498c-3f58-4c56-a9a5-3e0468ea5db6', 'tag': '7e81dcac-03ef-4f8a-83c9-00dd0cd307df'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:56:06.111132 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf2ba3a-ecc5-4327-bc70-7d94e4b08575,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:06.192432 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:06.242664 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:06.449166 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-13cfc840-f0fe-442c-b06e-504fe56f30ec None None] Provisioning for port 59995976-a41e-4856-95c2-eabbef58d8f7 completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:56:06.508156 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-13cfc840-f0fe-442c-b06e-504fe56f30ec None None] Provisioning complete for port 59995976-a41e-4856-95c2-eabbef58d8f7 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:06.508507 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-13cfc840-f0fe-442c-b06e-504fe56f30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:06.554700 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:06.592155 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-13cfc840-f0fe-442c-b06e-504fe56f30ec None None] Port 59995976-a41e-4856-95c2-eabbef58d8f7 cannot update to ACTIVE because it is not bound. {{(pid=84086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 02:56:06.609803 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-bba68f5e-e6d9-4f43-a6ce-19412d8073e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:06.612774 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-bba68f5e-e6d9-4f43-a6ce-19412d8073e3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f53fe2854fce4916a4d2d8a17072e0a7&device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 1161 time: 0.3269353 Feb 19 02:56:06.649227 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:06.669413 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:06.670545 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:06.672516 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70855887-9180-472a-ac26-bf42264c16c7 req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] 10.222.0.87 "PUT /v2.0/ports/6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 HTTP/1.1" status: 200 len: 1158 time: 8.0792704 Feb 19 02:56:06.786063 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6', 'tag': '6cf2ba3a-ecc5-4327-bc70-7d94e4b08575'}] {{(pid=84083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:56:06.799799 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-6296eca7-2eb8-46e3-868a-8f5328815f20 admin admin] Synchronizing usage tracker for tenant:3722879766234e719043b4125c4d1ae9 on resource:security_group {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:56:06.812625 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-28865e58-92f2-4201-86bd-0bf2b3b28f77 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:06.813614 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-28865e58-92f2-4201-86bd-0bf2b3b28f77 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Synchronizing usage tracker for tenant:0118817c78a646edba737412d030d31e on resource:network {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:56:06.918044 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 9557bbe9-1621-419d-9115-d624a96da223 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:07.073984 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port 9557bbe9-1621-419d-9115-d624a96da223 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:56:07.120328 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 9557bbe9-1621-419d-9115-d624a96da223 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:07.120328 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:07.233571 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:07.258714 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Transition to ACTIVE for port object ede9df02-7965-4e0f-a98a-60dfd3525ad7 will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:56:07.338384 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:07.346689 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:07.368630 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:07.435078 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-28865e58-92f2-4201-86bd-0bf2b3b28f77 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Unset dirty status for tenant:0118817c78a646edba737412d030d31e on resource:network {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:56:07.450851 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-28865e58-92f2-4201-86bd-0bf2b3b28f77 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/networks?id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 HTTP/1.1" status: 200 len: 818 time: 1.3579090 Feb 19 02:56:07.466210 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-a32cea32-6f81-4e2b-8a7c-6b23188ad346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d404bca-4297-4a59-a282-018914868c3f']}} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:07.485767 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296eca7-2eb8-46e3-868a-8f5328815f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6424b41c-b148-4a8e-805a-5b30a077f0f6,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:07.496846 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-6296eca7-2eb8-46e3-868a-8f5328815f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:07.511644 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-6296eca7-2eb8-46e3-868a-8f5328815f20 admin admin] Unset dirty status for tenant:3722879766234e719043b4125c4d1ae9 on resource:security_group {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:56:07.518603 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-6296eca7-2eb8-46e3-868a-8f5328815f20 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a93e1de60b7645a0ace1f0b22d17b82e&name=default HTTP/1.1" status: 200 len: 2979 time: 7.1474862 Feb 19 02:56:07.526769 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47134) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:07.541884 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-a32cea32-6f81-4e2b-8a7c-6b23188ad346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c7b873-910b-4c9c-8811-d5c4984159d1') {'for_net_delete': True} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:07.542199 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-a32cea32-6f81-4e2b-8a7c-6b23188ad346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c7b873-910b-4c9c-8811-d5c4984159d1') {} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:07.575100 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-537f0957-1f99-4a48-a43e-b28bf8989e2e tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/quotas/0118817c78a646edba737412d030d31e HTTP/1.1" status: 200 len: 375 time: 0.1230903 Feb 19 02:56:07.655962 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c5433-c8bf-4db1-8d33-1a0064f2a014 None None] Pushing event updated for resources: {'Port': ['ID=ede9df02-7965-4e0f-a98a-60dfd3525ad7,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:07.660839 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-564c5433-c8bf-4db1-8d33-1a0064f2a014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:07.670478 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-b57e1880-a5e7-489c-97f0-e7fb36e0a1da service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e81dcac-03ef-4f8a-83c9-00dd0cd307df HTTP/1.1" status: 200 len: 217 time: 0.2647529 Feb 19 02:56:07.671488 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] For port 9557bbe9-1621-419d-9115-d624a96da223, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=9557bbe9-1621-419d-9115-d624a96da223,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:56:07.685481 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a32cea32-6f81-4e2b-8a7c-6b23188ad346 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286358535642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2935362'] for segment, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:07.691500 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:07.699892 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:07.811507 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a32cea32-6f81-4e2b-8a7c-6b23188ad346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:07.832489 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a32cea32-6f81-4e2b-8a7c-6b23188ad346 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 02:56:07.889935 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Pushing event updated for resources: {'Port': ['ID=9557bbe9-1621-419d-9115-d624a96da223,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:07.904110 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:07.931908 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-ca127d53-398d-49c8-a38c-2086989fcfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:07.935914 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-ca127d53-398d-49c8-a38c-2086989fcfaf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d1b0d8e7-d261-47fc-bf06-034ec39db489 HTTP/1.1" status: 200 len: 854 time: 0.2277884 Feb 19 02:56:07.963526 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70855887-9180-472a-ac26-bf42264c16c7 req-4f5108f9-8b28-4e29-b250-285d39818afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:07.966668 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70855887-9180-472a-ac26-bf42264c16c7 req-4f5108f9-8b28-4e29-b250-285d39818afd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3af50bdb36394e1a94841dbba0e97626&device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 1161 time: 1.1198978 Feb 19 02:56:07.975044 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8076560-ac4a-4ed1-942d-55df63c89905 req-0683f903-c2d6-48a2-875f-4c124240cbe2 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:07.976801 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b8076560-ac4a-4ed1-942d-55df63c89905 req-0683f903-c2d6-48a2-875f-4c124240cbe2 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 944 time: 1.3288531 Feb 19 02:56:08.003428 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-447ecb1f-6f15-47b7-8260-a93022a342f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:08.133992 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-6ae11781-687c-45f4-a4d5-81462bbd8045 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc92614e-7e38-45f5-b055-2b7cad057984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1859832 Feb 19 02:56:08.136919 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:08.158559 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Attempting to bind port ede9df02-7965-4e0f-a98a-60dfd3525ad7 on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:08.159106 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Attempting to bind port ede9df02-7965-4e0f-a98a-60dfd3525ad7 by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': '8de2b73b-ad3d-4999-88f7-fbe508114dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:56:08.159426 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Attempting to bind port ede9df02-7965-4e0f-a98a-60dfd3525ad7 on network 9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:56:08.170363 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:56:08.170906 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Checking segment: {'id': '8de2b73b-ad3d-4999-88f7-fbe508114dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:56:08.171380 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:08.171826 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Bound using segment: {'id': '8de2b73b-ad3d-4999-88f7-fbe508114dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:56:08.172372 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Bound port: ede9df02-7965-4e0f-a98a-60dfd3525ad7, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de2b73b-ad3d-4999-88f7-fbe508114dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:56:08.173049 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:08.208055 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-447ecb1f-6f15-47b7-8260-a93022a342f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:08.291899 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:08.303636 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854161000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854343300'] for router_interface, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:08.319397 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] For port ede9df02-7965-4e0f-a98a-60dfd3525ad7, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:56:08.327249 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] For port ede9df02-7965-4e0f-a98a-60dfd3525ad7, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=ede9df02-7965-4e0f-a98a-60dfd3525ad7,segment=NetworkSegment(8de2b73b-ad3d-4999-88f7-fbe508114dc5),segment_id=8de2b73b-ad3d-4999-88f7-fbe508114dc5)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:56:08.330461 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:08.348362 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-163240d4-8e16-4b88-8b9b-3145e2b4056a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:08.365341 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-447ecb1f-6f15-47b7-8260-a93022a342f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:08.367198 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70855887-9180-472a-ac26-bf42264c16c7 req-4bacc2d3-2f16-4e6b-a41b-1ae96c52d9bf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 HTTP/1.1" status: 200 len: 217 time: 0.3754523 Feb 19 02:56:08.387166 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-065f4bea-0a2c-4934-b9de-428d427fb1f7 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0118817c78a646edba737412d030d31e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8099887 Feb 19 02:56:08.472099 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:08.501356 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:08.587682 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Pushing event updated for resources: {'Port': ['ID=59995976-a41e-4856-95c2-eabbef58d8f7,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:08.594892 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c5433-c8bf-4db1-8d33-1a0064f2a014 None None] Pushing event updated for resources: {'Port': ['ID=ede9df02-7965-4e0f-a98a-60dfd3525ad7,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:08.600224 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-564c5433-c8bf-4db1-8d33-1a0064f2a014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:08.609369 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:08.631295 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Routers {'856a88f4-a22a-4e12-8d49-3746a108cc48'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:56:08.632337 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:55:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['856a88f4-a22a-4e12-8d49-3746a108cc48'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:08.762476 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-308a85e0-62e8-475d-aba1-4e8c596e8020 service neutron] 10.222.0.75 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081582 Feb 19 02:56:08.784128 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-6e836062-67c4-4c29-a935-d9951c86bc1e service neutron] 10.222.0.87 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6388712 Feb 19 02:56:08.942555 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 9557bbe9-1621-419d-9115-d624a96da223 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:08.954231 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-a32cea32-6f81-4e2b-8a7c-6b23188ad346 admin admin] Network 9d404bca-4297-4a59-a282-018914868c3f has no segments {{(pid=84083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 02:56:08.980709 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Network aff37b45-bb0b-4722-99c2-f05b1c234791 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:56:08.985664 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:56:09.005844 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-07dd4221-4707-477f-9a87-51d7ad33bb9d service neutron] 10.222.0.75 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2386577 Feb 19 02:56:09.018263 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b8076560-ac4a-4ed1-942d-55df63c89905 req-61579f39-5603-44f2-85a3-9daf9118c556 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3fce608-711e-4d4c-8c52-1ea3587f2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9305940 Feb 19 02:56:09.021088 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a32cea32-6f81-4e2b-8a7c-6b23188ad346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7736240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2184798'] for segment, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:09.071455 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] Set router 856a88f4-a22a-4e12-8d49-3746a108cc48 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:56:09.151111 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ecb1f-6f15-47b7-8260-a93022a342f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6424b41c-b148-4a8e-805a-5b30a077f0f6,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:09.160364 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70855887-9180-472a-ac26-bf42264c16c7 req-c127abb5-eb39-4b49-80f4-bcd2debed010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:09.162884 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70855887-9180-472a-ac26-bf42264c16c7 req-c127abb5-eb39-4b49-80f4-bcd2debed010 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a0e60589-d38b-4143-9be7-c437b4c402a7 HTTP/1.1" status: 200 len: 851 time: 0.7736559 Feb 19 02:56:09.345175 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-447ecb1f-6f15-47b7-8260-a93022a342f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:09.390744 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 9557bbe9-1621-419d-9115-d624a96da223 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:09.391187 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:09.404524 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-447ecb1f-6f15-47b7-8260-a93022a342f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:09.410034 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-447ecb1f-6f15-47b7-8260-a93022a342f2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6424b41c-b148-4a8e-805a-5b30a077f0f6 HTTP/1.1" status: 204 len: 168 time: 1.8717017 Feb 19 02:56:09.551474 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Router c1d053eb-7ef7-43eb-b768-20fdd98f8294 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 02:56:09.564021 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45a50508-c73b-4327-81f7-b712c2f867a1 req-ceb2947c-ac9b-4d27-ad0f-610ae94c71d8 service neutron] 10.222.0.87 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7742510 Feb 19 02:56:09.658578 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-a32cea32-6f81-4e2b-8a7c-6b23188ad346 admin admin] Network 9d404bca-4297-4a59-a282-018914868c3f has no segments {{(pid=84083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 02:56:09.744096 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-cef64946-ce4e-4729-9c22-2ccd69cc20f4 None None] Provisioning complete for port 59995976-a41e-4856-95c2-eabbef58d8f7 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:09.744956 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cef64946-ce4e-4729-9c22-2ccd69cc20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:10.072080 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Allocated IP 172.20.0.1 (3a78709d-1a68-4957-9e6e-7eecb2b4a618/38374417-3478-4427-9684-8966c2d250da/7e806cc3-7d27-460e-a10b-7cb304f63454) {{(pid=84083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:56:10.090493 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70855887-9180-472a-ac26-bf42264c16c7 req-8b3e8c37-7cb1-4d08-9b26-70878bd19d68 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9131403e-e904-4cb4-874e-0517f8d6271d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7336125 Feb 19 02:56:10.153854 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 02:56:10.169637 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Sync routers for ids ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'] in dv-cinder-775706-2-smb {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 02:56:10.188272 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] 10.222.0.75 "PUT /v2.0/routers/c1d053eb-7ef7-43eb-b768-20fdd98f8294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7225242 Feb 19 02:56:10.205935 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Routers {'c1d053eb-7ef7-43eb-b768-20fdd98f8294'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:56:10.206805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:55:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:10.267137 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c553498c-3f58-4c56-a9a5-3e0468ea5db6', 'tag': '7e81dcac-03ef-4f8a-83c9-00dd0cd307df', 'status': 'completed', 'code': 200} Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: Traceback (most recent call last): Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: timer() Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: cb(*args, **kw) Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: return func(*args, **kwargs) Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: self._notify() Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: self.callback(batched_events) Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: event.method(event) Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: segment_id)['aggregates'][0] Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: return f(self, *a, **k) Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: return self._get(url).json() Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: **kwargs) Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: return self.request(url, 'GET', **kwargs) Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: **endpoint_filter) Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:56:10.271713 dv-cinder-775706-2-smb neutron-server[83972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:56:10.541340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-cef64946-ce4e-4729-9c22-2ccd69cc20f4 None None] Port 59995976-a41e-4856-95c2-eabbef58d8f7 cannot update to ACTIVE because it is not bound. {{(pid=84086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 02:56:10.648445 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450ab44-053d-4026-8422-ac4efa2ae2f1 req-afa7a179-b938-4351-982a-208bb79e6b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:10.648964 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-adb4e1db-835f-45a5-b5b4-9e7d2545afa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:10.655579 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2450ab44-053d-4026-8422-ac4efa2ae2f1 req-afa7a179-b938-4351-982a-208bb79e6b05 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f53fe2854fce4916a4d2d8a17072e0a7&device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 1161 time: 0.3290868 Feb 19 02:56:10.715946 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856a88f4-a22a-4e12-8d49-3746a108cc48', 'name': 'tempest-ServerRescueNegativeTestJSON-687931127-router', 'tenant_id': '0118817c78a646edba737412d030d31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '00a609be-6acd-4daf-a4f8-de61a9a074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:33Z', 'updated_at': '2021-02-19T02:55:55Z', 'revision_number': 4, 'project_id': '0118817c78a646edba737412d030d31e', 'gw_port': {'id': '00a609be-6acd-4daf-a4f8-de61a9a074e3', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856a88f4-a22a-4e12-8d49-3746a108cc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:35Z', 'updated_at': '2021-02-19T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': 'ede9df02-7965-4e0f-a98a-60dfd3525ad7', 'name': '', 'network_id': '9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35', 'tenant_id': '0118817c78a646edba737412d030d31e', 'mac_address': 'fa:16:3e:e1:ab:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856a88f4-a22a-4e12-8d49-3746a108cc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:50Z', 'updated_at': '2021-02-19T02:56:08Z', 'revision_number': 4, 'project_id': '0118817c78a646edba737412d030d31e', 'subnets': [{'id': '8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:10.744305 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122d1dbd-d681-4a99-931a-e98d5a9198f5 None None] The sync data for ids ['856a88f4-a22a-4e12-8d49-3746a108cc48'] in dv-cinder-775706-2-smb is: [{'id': '856a88f4-a22a-4e12-8d49-3746a108cc48', 'name': 'tempest-ServerRescueNegativeTestJSON-687931127-router', 'tenant_id': '0118817c78a646edba737412d030d31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '00a609be-6acd-4daf-a4f8-de61a9a074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:33Z', 'updated_at': '2021-02-19T02:55:55Z', 'revision_number': 4, 'project_id': '0118817c78a646edba737412d030d31e', 'gw_port': {'id': '00a609be-6acd-4daf-a4f8-de61a9a074e3', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856a88f4-a22a-4e12-8d49-3746a108cc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:35Z', 'updated_at': '2021-02-19T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': 'ede9df02-7965-4e0f-a98a-60dfd3525ad7', 'name': '', 'network_id': '9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35', 'tenant_id': '0118817c78a646edba737412d030d31e', 'mac_address': 'fa:16:3e:e1:ab:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856a88f4-a22a-4e12-8d49-3746a108cc48', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:50Z', 'updated_at': '2021-02-19T02:56:08Z', 'revision_number': 4, 'project_id': '0118817c78a646edba737412d030d31e', 'subnets': [{'id': '8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 02:56:11.116676 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70855887-9180-472a-ac26-bf42264c16c7 req-e4a2bb1d-a2b6-4fad-bbc5-5891efd9efe4 service neutron] 10.222.0.87 "GET /v2.0/networks/9131403e-e904-4cb4-874e-0517f8d6271d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6641824 Feb 19 02:56:11.136724 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6', 'tag': '6cf2ba3a-ecc5-4327-bc70-7d94e4b08575', 'status': 'completed', 'code': 200} Feb 19 02:56:11.434827 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450ab44-053d-4026-8422-ac4efa2ae2f1 req-3225e28a-be34-4511-ac3d-292f87ca5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:11.446076 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2450ab44-053d-4026-8422-ac4efa2ae2f1 req-3225e28a-be34-4511-ac3d-292f87ca5c31 service neutron] 10.222.0.87 "GET /v2.0/networks?id=dc92614e-7e38-45f5-b055-2b7cad057984 HTTP/1.1" status: 200 len: 908 time: 0.7314663 Feb 19 02:56:11.476751 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47192) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:11.510056 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Set router c1d053eb-7ef7-43eb-b768-20fdd98f8294 gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:56:11.534087 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d00bc3f1-e5e4-4e3c-b040-2b30b6b0653e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:11.561638 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-d00bc3f1-e5e4-4e3c-b040-2b30b6b0653e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:11.561638 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-d00bc3f1-e5e4-4e3c-b040-2b30b6b0653e admin admin] Usage tracker for resource:security_group_rule and tenant:6b3f889db1f14b0aa8eb8a2d50f698f5 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:11.566564 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-d00bc3f1-e5e4-4e3c-b040-2b30b6b0653e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:11.574744 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-d00bc3f1-e5e4-4e3c-b040-2b30b6b0653e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:11.764523 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2450ab44-053d-4026-8422-ac4efa2ae2f1 req-d280939e-6fdb-45a3-9ad8-ca976b0e89b8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e81dcac-03ef-4f8a-83c9-00dd0cd307df HTTP/1.1" status: 200 len: 217 time: 0.1085374 Feb 19 02:56:11.888162 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:11.938702 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Transition to ACTIVE for port object 7e806cc3-7d27-460e-a10b-7cb304f63454 will not be triggered until provisioned by entity DHCP. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:56:12.004002 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1a873c71-8916-4507-8734-03e0ee8c5e1b req-f002f059-1067-4b89-9250-e16e96dc03eb tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 210 time: 0.6095173 Feb 19 02:56:12.005224 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:12.050582 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d00bc3f1-e5e4-4e3c-b040-2b30b6b0653e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:12.061457 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d00bc3f1-e5e4-4e3c-b040-2b30b6b0653e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:12.070220 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:06Z', 'revision_number': 4, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port': {'id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:43Z', 'updated_at': '2021-02-19T02:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '59995976-a41e-4856-95c2-eabbef58d8f7', 'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'mac_address': 'fa:16:3e:e0:e9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b750ccce-480c-48ff-95df-32a79b278619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:02Z', 'updated_at': '2021-02-19T02:56:07Z', 'revision_number': 2, 'project_id': 'c002812913314504b133ae634af86b2e', 'subnets': [{'id': 'b750ccce-480c-48ff-95df-32a79b278619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:12.077919 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Checking router: c1d053eb-7ef7-43eb-b768-20fdd98f8294 for host: dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 02:56:12.078608 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Updating router c1d053eb-7ef7-43eb-b768-20fdd98f8294 port 59995976-a41e-4856-95c2-eabbef58d8f7 binding host dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 02:56:12.103300 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:12.164574 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:12.364766 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:12.379982 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450ab44-053d-4026-8422-ac4efa2ae2f1 req-2e0ef468-9bb1-48d4-a462-3174ae1d6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:12.396749 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2450ab44-053d-4026-8422-ac4efa2ae2f1 req-2e0ef468-9bb1-48d4-a462-3174ae1d6852 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d1b0d8e7-d261-47fc-bf06-034ec39db489 HTTP/1.1" status: 200 len: 854 time: 0.5448349 Feb 19 02:56:12.402219 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bc3f1-e5e4-4e3c-b040-2b30b6b0653e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732ec345-773e-4c26-9331-f9cebfd7a156,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:12.426738 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d00bc3f1-e5e4-4e3c-b040-2b30b6b0653e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:12.504618 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Network 3a78709d-1a68-4957-9e6e-7eecb2b4a618 is already hosted by enough agents. {{(pid=84083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:56:12.512117 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a32cea32-6f81-4e2b-8a7c-6b23188ad346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847010256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428100'] for network, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:12.585269 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Resources bound (agent type, host, resource id): {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:56:12.645488 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Received port after_create {{(pid=84083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:56:12.769367 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-d00bc3f1-e5e4-4e3c-b040-2b30b6b0653e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6b3f889db1f14b0aa8eb8a2d50f698f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2886324 Feb 19 02:56:12.769997 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47202) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:12.782054 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2450ab44-053d-4026-8422-ac4efa2ae2f1 req-8af20504-ab76-4ae1-9fd5-92ca10c683cf service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc92614e-7e38-45f5-b055-2b7cad057984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3487196 Feb 19 02:56:12.788187 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.87', 58340) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:12.890149 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432606'] for router_interface, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:12.926134 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e54f5c-18e2-4ed0-80b0-39dbc4023450 req-b1e42fcb-c5c5-4c92-a617-955f9d03f69d tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:12.928544 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e2e54f5c-18e2-4ed0-80b0-39dbc4023450 req-b1e42fcb-c5c5-4c92-a617-955f9d03f69d tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 944 time: 3.5255654 Feb 19 02:56:12.946204 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0a35bbb8-f3b0-4762-8fb1-799254ccfa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:12.981650 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:13.014215 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Transition to ACTIVE for port object 59995976-a41e-4856-95c2-eabbef58d8f7 will not be triggered until provisioned by entity L2. {{(pid=84087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:56:13.021482 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:13.054086 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device ede9df02-7965-4e0f-a98a-60dfd3525ad7 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:13.218317 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Pushing event updated for resources: {'Port': ['ID=7e806cc3-7d27-460e-a10b-7cb304f63454,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:13.318374 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e2e54f5c-18e2-4ed0-80b0-39dbc4023450 req-eda0c265-4c81-44d6-b931-0415834f7730 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482893 Feb 19 02:56:13.343102 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a32cea32-6f81-4e2b-8a7c-6b23188ad346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:13.365014 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-d2326314-6c2a-459c-9283-571725492a4d None None] Provisioning for port 7e806cc3-7d27-460e-a10b-7cb304f63454 completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:56:13.369757 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:13.374065 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2450ab44-053d-4026-8422-ac4efa2ae2f1 req-f1ee1838-f6b6-4c63-989b-47e73b381b54 service neutron] 10.222.0.87 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467678 Feb 19 02:56:13.381981 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-a32cea32-6f81-4e2b-8a7c-6b23188ad346 admin admin] 10.222.0.75 "DELETE /v2.0/networks/9d404bca-4297-4a59-a282-018914868c3f HTTP/1.1" status: 204 len: 168 time: 9.2702599 Feb 19 02:56:13.399629 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a1b5ddf7-371b-4bba-a7a7-c447542b514f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:13.401478 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.535s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:13.447701 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port ede9df02-7965-4e0f-a98a-60dfd3525ad7 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:56:13.471040 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-d2326314-6c2a-459c-9283-571725492a4d None None] Provisioning complete for port 7e806cc3-7d27-460e-a10b-7cb304f63454 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:13.475222 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d2326314-6c2a-459c-9283-571725492a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:13.714538 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-d2326314-6c2a-459c-9283-571725492a4d None None] Port 7e806cc3-7d27-460e-a10b-7cb304f63454 cannot update to ACTIVE because it is not bound. {{(pid=84086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 02:56:13.722804 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:13.735893 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cea32-6f81-4e2b-8a7c-6b23188ad346 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d404bca-4297-4a59-a282-018914868c3f,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:13.740277 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a32cea32-6f81-4e2b-8a7c-6b23188ad346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:13.770468 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port ede9df02-7965-4e0f-a98a-60dfd3525ad7 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:13.771285 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:13.772754 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70855887-9180-472a-ac26-bf42264c16c7 req-5be239e3-38bd-4742-b73d-b1598d7647bc service neutron] 10.222.0.87 "GET /v2.0/networks/9131403e-e904-4cb4-874e-0517f8d6271d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.5914142 Feb 19 02:56:14.085856 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:14.138474 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913578b4-8bb0-4cef-a115-be4b40946c57 None None] Pushing event updated for resources: {'Port': ['ID=59995976-a41e-4856-95c2-eabbef58d8f7,revision_number=3']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:14.142784 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Attempting to bind port 59995976-a41e-4856-95c2-eabbef58d8f7 on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:14.143508 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Attempting to bind port 59995976-a41e-4856-95c2-eabbef58d8f7 by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': 'd616cdcb-7ab1-43cf-a37d-52e71d74e46e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791'}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:56:14.144218 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Attempting to bind port 59995976-a41e-4856-95c2-eabbef58d8f7 on network aff37b45-bb0b-4722-99c2-f05b1c234791 {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:56:14.147632 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-913578b4-8bb0-4cef-a115-be4b40946c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:14.157184 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:56:14.159135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Checking segment: {'id': 'd616cdcb-7ab1-43cf-a37d-52e71d74e46e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:56:14.159762 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:14.161274 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Bound using segment: {'id': 'd616cdcb-7ab1-43cf-a37d-52e71d74e46e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791'} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:56:14.161721 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c73751-cdb7-48ff-94ed-d8ff356932e9 req-d6a46ff3-c525-445a-8bff-5703fcf1ab95 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:14.162552 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Bound port: 59995976-a41e-4856-95c2-eabbef58d8f7, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd616cdcb-7ab1-43cf-a37d-52e71d74e46e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791'}}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:56:14.164144 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:14.175389 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c6c73751-cdb7-48ff-94ed-d8ff356932e9 req-d6a46ff3-c525-445a-8bff-5703fcf1ab95 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 944 time: 1.4159989 Feb 19 02:56:14.316657 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47230) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:14.318478 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] For port 59995976-a41e-4856-95c2-eabbef58d8f7, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:56:14.323376 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] For port 59995976-a41e-4856-95c2-eabbef58d8f7, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=59995976-a41e-4856-95c2-eabbef58d8f7,segment=NetworkSegment(d616cdcb-7ab1-43cf-a37d-52e71d74e46e),segment_id=d616cdcb-7ab1-43cf-a37d-52e71d74e46e)] {{(pid=84087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:56:14.331119 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:14.380346 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.objects.ports [None req-6646ff11-3f5c-4e83-94b7-48efe390cea0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84086) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 19 02:56:14.386630 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-16824979-460c-4544-a3ed-3384094d2780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:14.413249 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-02679143-8d74-48ed-8ae9-56b644c291e0 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:14.422306 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-02679143-8d74-48ed-8ae9-56b644c291e0 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.87 "GET /v2.0/networks?id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 HTTP/1.1" status: 200 len: 818 time: 1.6275368 Feb 19 02:56:14.537545 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-4abec549-acdf-4416-9502-30df95227145 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Request body: {'port': {'device_id': '4ce3d3a4-33ac-4227-af57-989829935d29', 'network_id': '9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35', 'admin_state_up': True, 'tenant_id': '0118817c78a646edba737412d030d31e'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:14.552490 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913578b4-8bb0-4cef-a115-be4b40946c57 None None] Pushing event updated for resources: {'Port': ['ID=59995976-a41e-4856-95c2-eabbef58d8f7,revision_number=4']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:14.556065 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:14.572092 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-913578b4-8bb0-4cef-a115-be4b40946c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:14.633475 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] For port ede9df02-7965-4e0f-a98a-60dfd3525ad7, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=ede9df02-7965-4e0f-a98a-60dfd3525ad7,segment=NetworkSegment(8de2b73b-ad3d-4999-88f7-fbe508114dc5),segment_id=8de2b73b-ad3d-4999-88f7-fbe508114dc5)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:56:14.640279 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:14.644650 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5d34c68b-b78c-47ca-8113-ffd6130f9c63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:14.779617 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Routers {'c1d053eb-7ef7-43eb-b768-20fdd98f8294'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:56:14.780329 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:56:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:14.795366 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c6c73751-cdb7-48ff-94ed-d8ff356932e9 req-ab1840cf-0cbb-4993-878f-129a9985d64a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3fce608-711e-4d4c-8c52-1ea3587f2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6155796 Feb 19 02:56:14.868567 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Pushing event updated for resources: {'Port': ['ID=ede9df02-7965-4e0f-a98a-60dfd3525ad7,revision_number=5']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:14.880239 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:14.942959 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:15.043385 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 7e81dcac-03ef-4f8a-83c9-00dd0cd307df up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:15.096680 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-ee45a502-db50-4c3b-b7af-fcf520468c0d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=28a9355d4d5946e0992db3db32339335&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7558634 Feb 19 02:56:15.121186 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47250) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:15.217918 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:15.232668 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] Set router c1d053eb-7ef7-43eb-b768-20fdd98f8294 gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:56:15.306777 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning for port 7e81dcac-03ef-4f8a-83c9-00dd0cd307df completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:56:15.330946 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7103-5546-493a-81a2-b837bc10044f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:15.339135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 7e81dcac-03ef-4f8a-83c9-00dd0cd307df triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:15.344530 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:15.452662 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47256) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:15.502510 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-fb68baaa-864d-4599-88b8-b380a7fd6603 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--660220635', 'description': 'tempest-description--535945773'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:15.526091 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-fb68baaa-864d-4599-88b8-b380a7fd6603 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:15.532006 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-fb68baaa-864d-4599-88b8-b380a7fd6603 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Usage tracker for resource:security_group and tenant:c002812913314504b133ae634af86b2e is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:15.539332 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-fb68baaa-864d-4599-88b8-b380a7fd6603 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:15.555097 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-fb68baaa-864d-4599-88b8-b380a7fd6603 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:15.622275 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fb68baaa-864d-4599-88b8-b380a7fd6603 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:15.660122 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7103-5546-493a-81a2-b837bc10044f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:15.703107 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:15.723674 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb4d96-6330-436a-b90a-ae6c5f3426ad req-cde61f04-a3d8-4f7e-bcc5-78e9fdbdc7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:15.727023 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d8cb4d96-6330-436a-b90a-ae6c5f3426ad req-cde61f04-a3d8-4f7e-bcc5-78e9fdbdc7dc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3af50bdb36394e1a94841dbba0e97626&device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 1161 time: 1.7475705 Feb 19 02:56:15.746940 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-401c1101-15e6-49ff-8f38-a08327b07470 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:15.753674 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-401c1101-15e6-49ff-8f38-a08327b07470 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/networks?id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 HTTP/1.1" status: 200 len: 818 time: 0.6473644 Feb 19 02:56:15.797992 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2450ab44-053d-4026-8422-ac4efa2ae2f1 req-b8d7907d-bba2-47a0-a854-8a8f404ff36d service neutron] 10.222.0.87 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.4139929 Feb 19 02:56:15.814147 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 7e81dcac-03ef-4f8a-83c9-00dd0cd307df, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=7e81dcac-03ef-4f8a-83c9-00dd0cd307df,segment=NetworkSegment(bcd5142b-b316-48c9-8892-79fe8ea9f18a),segment_id=bcd5142b-b316-48c9-8892-79fe8ea9f18a)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:56:15.815443 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c553498c-3f58-4c56-a9a5-3e0468ea5db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e81dcac-03ef-4f8a-83c9-00dd0cd307df'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:56:15.921710 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-fb68baaa-864d-4599-88b8-b380a7fd6603 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:15.941302 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-fb68baaa-864d-4599-88b8-b380a7fd6603 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Usage tracker for resource:security_group_rule and tenant:c002812913314504b133ae634af86b2e is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:15.952019 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-fb68baaa-864d-4599-88b8-b380a7fd6603 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:15.970779 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-fb68baaa-864d-4599-88b8-b380a7fd6603 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:16.036461 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:16.042827 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:16.164826 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:06Z', 'revision_number': 4, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port': {'id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:43Z', 'updated_at': '2021-02-19T02:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '59995976-a41e-4856-95c2-eabbef58d8f7', 'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'mac_address': 'fa:16:3e:e0:e9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b750ccce-480c-48ff-95df-32a79b278619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:02Z', 'updated_at': '2021-02-19T02:56:14Z', 'revision_number': 4, 'project_id': 'c002812913314504b133ae634af86b2e', 'subnets': [{'id': 'b750ccce-480c-48ff-95df-32a79b278619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:16.184962 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=7e81dcac-03ef-4f8a-83c9-00dd0cd307df,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:16.195555 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4467c17-5393-4d9c-bc71-9beecafb3976 None None] The sync data for ids ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'] in dv-cinder-775706-2-smb is: [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:06Z', 'revision_number': 4, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port': {'id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:43Z', 'updated_at': '2021-02-19T02:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '59995976-a41e-4856-95c2-eabbef58d8f7', 'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'mac_address': 'fa:16:3e:e0:e9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b750ccce-480c-48ff-95df-32a79b278619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:02Z', 'updated_at': '2021-02-19T02:56:14Z', 'revision_number': 4, 'project_id': 'c002812913314504b133ae634af86b2e', 'subnets': [{'id': 'b750ccce-480c-48ff-95df-32a79b278619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 02:56:16.200106 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fb68baaa-864d-4599-88b8-b380a7fd6603 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:16.213170 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:16.216203 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fb68baaa-864d-4599-88b8-b380a7fd6603 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:16.298310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d00bc3f1-e5e4-4e3c-b040-2b30b6b0653e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:16.340830 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-4abec549-acdf-4416-9502-30df95227145 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:16.350692 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-4abec549-acdf-4416-9502-30df95227145 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Usage tracker for resource:port and tenant:0118817c78a646edba737412d030d31e is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:16.356879 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-4abec549-acdf-4416-9502-30df95227145 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:16.371339 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-4abec549-acdf-4416-9502-30df95227145 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:16.397378 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-4abec549-acdf-4416-9502-30df95227145 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Made reservation on behalf of 0118817c78a646edba737412d030d31e for: {'port': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:56:16.416985 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-4abec549-acdf-4416-9502-30df95227145 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:16.517193 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7103-5546-493a-81a2-b837bc10044f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:16.563296 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7103-5546-493a-81a2-b837bc10044f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:16.565901 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-7e8e7103-5546-493a-81a2-b837bc10044f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/732ec345-773e-4c26-9331-f9cebfd7a156 HTTP/1.1" status: 204 len: 168 time: 3.7822719 Feb 19 02:56:16.567896 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fb68baaa-864d-4599-88b8-b380a7fd6603 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:16.574500 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-fb68baaa-864d-4599-88b8-b380a7fd6603 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0796533 Feb 19 02:56:16.579632 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68baaa-864d-4599-88b8-b380a7fd6603 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:16.586580 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47286) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:16.597705 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-5f5ec673-1ce4-4cc7-bbb9-fe0f19c5f978 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Request body: {'security_group_rule': {'security_group_id': '17b61cf9-e2b2-42ef-93ca-12d8468e2bf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:16.609449 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-5f5ec673-1ce4-4cc7-bbb9-fe0f19c5f978 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:16.626243 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-5f5ec673-1ce4-4cc7-bbb9-fe0f19c5f978 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Usage tracker for resource:security_group_rule and tenant:c002812913314504b133ae634af86b2e is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:16.648383 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-5f5ec673-1ce4-4cc7-bbb9-fe0f19c5f978 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:16.659750 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.objects.ports [None req-b3d08f46-caca-4448-9aad-ffbbf34d94a9 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84086) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 19 02:56:16.663369 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-5f5ec673-1ce4-4cc7-bbb9-fe0f19c5f978 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:16.668281 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-fb68baaa-864d-4599-88b8-b380a7fd6603 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:16.798234 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:16.851154 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-11800629-916f-4ba6-9b35-6a2843d22205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:16.879966 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e7103-5546-493a-81a2-b837bc10044f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732ec345-773e-4c26-9331-f9cebfd7a156,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:16.929274 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-11800629-916f-4ba6-9b35-6a2843d22205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:16.935108 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7e8e7103-5546-493a-81a2-b837bc10044f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:16.948987 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec673-1ce4-4cc7-bbb9-fe0f19c5f978 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:17.003401 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb4d96-6330-436a-b90a-ae6c5f3426ad req-f50c15bd-23d0-43f2-bc66-43d55eb4e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:17.003401 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d8cb4d96-6330-436a-b90a-ae6c5f3426ad req-f50c15bd-23d0-43f2-bc66-43d55eb4e17f service neutron] 10.222.0.87 "GET /v2.0/networks?id=9131403e-e904-4cb4-874e-0517f8d6271d HTTP/1.1" status: 200 len: 905 time: 1.1399753 Feb 19 02:56:17.038148 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device ede9df02-7965-4e0f-a98a-60dfd3525ad7 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:17.070581 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-3f0e97fd-cf1d-4797-b6a9-8c5850a73e40 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/quotas/0118817c78a646edba737412d030d31e HTTP/1.1" status: 200 len: 375 time: 1.1638179 Feb 19 02:56:17.169509 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port ede9df02-7965-4e0f-a98a-60dfd3525ad7 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:17.170251 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:17.201357 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d8cb4d96-6330-436a-b90a-ae6c5f3426ad req-a953c037-20b4-4720-a0b6-50f73dfc9de7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 HTTP/1.1" status: 200 len: 217 time: 0.1251190 Feb 19 02:56:17.350012 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec673-1ce4-4cc7-bbb9-fe0f19c5f978 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:17.370310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec673-1ce4-4cc7-bbb9-fe0f19c5f978 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191046'] for security_group_rule, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:17.460267 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:17.486230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 59995976-a41e-4856-95c2-eabbef58d8f7 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:17.507121 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec673-1ce4-4cc7-bbb9-fe0f19c5f978 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:17.511335 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-5f5ec673-1ce4-4cc7-bbb9-fe0f19c5f978 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9204636 Feb 19 02:56:17.513765 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47306) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:17.515478 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-11800629-916f-4ba6-9b35-6a2843d22205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:17.517753 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb4d96-6330-436a-b90a-ae6c5f3426ad req-4e91a0d2-b076-460d-9ced-e84f0319537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:17.519557 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d8cb4d96-6330-436a-b90a-ae6c5f3426ad req-4e91a0d2-b076-460d-9ced-e84f0319537f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a0e60589-d38b-4143-9be7-c437b4c402a7 HTTP/1.1" status: 200 len: 851 time: 0.1823938 Feb 19 02:56:17.542127 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ec673-1ce4-4cc7-bbb9-fe0f19c5f978 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f908283-ddc3-4ac8-b8d9-fe07b2cf2b6d,revision_number=0']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:17.554039 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5f5ec673-1ce4-4cc7-bbb9-fe0f19c5f978 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:17.571678 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-6ab025d6-1091-4402-b0b5-1e3a1d4c1e16 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Request body: {'security_group_rule': {'security_group_id': '17b61cf9-e2b2-42ef-93ca-12d8468e2bf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:17.593584 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:17.605179 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-6ab025d6-1091-4402-b0b5-1e3a1d4c1e16 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:17.629715 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-6ab025d6-1091-4402-b0b5-1e3a1d4c1e16 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Usage tracker for resource:security_group_rule and tenant:c002812913314504b133ae634af86b2e is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:17.647066 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d8cb4d96-6330-436a-b90a-ae6c5f3426ad req-d9c895e1-2b2b-45cc-82d9-1dca5cd35ee7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9131403e-e904-4cb4-874e-0517f8d6271d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169269 Feb 19 02:56:17.680805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-791d1482-9cad-4689-8d3c-8daf9e938b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:17.743388 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-6ab025d6-1091-4402-b0b5-1e3a1d4c1e16 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:17.784649 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:17.794182 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-11800629-916f-4ba6-9b35-6a2843d22205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:17.795650 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-11800629-916f-4ba6-9b35-6a2843d22205 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4f19ebe5-c23d-42af-a194-08d234d0e62d HTTP/1.1" status: 204 len: 168 time: 2.6641724 Feb 19 02:56:17.809750 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852589390'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:17.810913 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11800629-916f-4ba6-9b35-6a2843d22205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f19ebe5-c23d-42af-a194-08d234d0e62d,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:17.814973 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-11800629-916f-4ba6-9b35-6a2843d22205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:17.847680 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-6ab025d6-1091-4402-b0b5-1e3a1d4c1e16 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:17.903352 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-91a4ea92-49ed-4606-91f3-c5300aa26dcf tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0118817c78a646edba737412d030d31e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7075148 Feb 19 02:56:17.920110 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning for port 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:56:17.943441 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:17.943979 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:17.976958 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6ab025d6-1091-4402-b0b5-1e3a1d4c1e16 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:17.997659 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:18.030326 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port 59995976-a41e-4856-95c2-eabbef58d8f7 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:56:18.045590 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 59995976-a41e-4856-95c2-eabbef58d8f7 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:18.046142 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:18.051056 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-4abec549-acdf-4416-9502-30df95227145 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Allocated IP 172.20.0.13 (9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35/8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79/b9087256-191c-4476-a572-ce2bf0b124ef) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:56:18.092048 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021410b-8ffd-48ad-af6a-91c4e741c3bc req-d70d8ad7-4969-4930-a97c-3f8990d16784 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:18.101210 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8021410b-8ffd-48ad-af6a-91c4e741c3bc req-d70d8ad7-4969-4930-a97c-3f8990d16784 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 946 time: 1.6059561 Feb 19 02:56:18.154474 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854161000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854343300'] for router_interface, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:18.179373 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Pushing event updated for resources: {'Port': ['ID=7e806cc3-7d27-460e-a10b-7cb304f63454,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:18.184414 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:18.213596 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47320) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:18.270881 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8021410b-8ffd-48ad-af6a-91c4e741c3bc req-a2f5687a-509f-4657-b371-790c785afd0a tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682601 Feb 19 02:56:18.333598 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:18.482518 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:18.538481 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6cf2ba3a-ecc5-4327-bc70-7d94e4b08575,segment=NetworkSegment(87490e08-8d8c-44d7-91ad-537cfd335ba9),segment_id=87490e08-8d8c-44d7-91ad-537cfd335ba9)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:56:18.550319 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] For port 59995976-a41e-4856-95c2-eabbef58d8f7, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=59995976-a41e-4856-95c2-eabbef58d8f7,segment=NetworkSegment(d616cdcb-7ab1-43cf-a37d-52e71d74e46e),segment_id=d616cdcb-7ab1-43cf-a37d-52e71d74e46e)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:56:18.552391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:18.553622 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 7e81dcac-03ef-4f8a-83c9-00dd0cd307df up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:18.600979 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6ab025d6-1091-4402-b0b5-1e3a1d4c1e16 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:18.616512 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6ab025d6-1091-4402-b0b5-1e3a1d4c1e16 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191046'] for security_group_rule, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:18.631222 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:18.636834 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:18.655571 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab025d6-1091-4402-b0b5-1e3a1d4c1e16 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da430e8-ebd7-4f9d-ac74-6be06c87da6b,revision_number=0']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:18.658776 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-6ab025d6-1091-4402-b0b5-1e3a1d4c1e16 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:18.700242 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6ab025d6-1091-4402-b0b5-1e3a1d4c1e16 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:18.701550 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-6ab025d6-1091-4402-b0b5-1e3a1d4c1e16 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1756308 Feb 19 02:56:18.706725 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47336) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:18.716519 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Request body: {'floatingip': {'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:18.743116 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:18.753798 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Usage tracker for resource:floatingip and tenant:c002812913314504b133ae634af86b2e is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:18.758011 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:18.780147 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:18.789220 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-4abec549-acdf-4416-9502-30df95227145 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:18.810331 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for floatingip, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:18.816835 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=6cf2ba3a-ecc5-4327-bc70-7d94e4b08575,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:18.829665 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:18.845634 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:18.847630 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:18.953231 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Pushing event updated for resources: {'Port': ['ID=59995976-a41e-4856-95c2-eabbef58d8f7,revision_number=5']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:18.958044 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:18.964773 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 7e81dcac-03ef-4f8a-83c9-00dd0cd307df triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:18.965443 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:19.031819 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47342) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:19.226621 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-4abec549-acdf-4416-9502-30df95227145 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:19.258739 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-7630b12f-1379-4563-8652-2a27b818909c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e31923b142274752816d1dc463d2bb7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2254946 Feb 19 02:56:19.262651 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:19.284144 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47348) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:19.291668 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d8cb4d96-6330-436a-b90a-ae6c5f3426ad req-70766ad4-739d-4742-811b-be45a756988e service neutron] 10.222.0.87 "GET /v2.0/networks/9131403e-e904-4cb4-874e-0517f8d6271d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6272004 Feb 19 02:56:19.409500 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-ae2f7cd5-60c8-4f40-9af8-156f8f078f6a service neutron] 10.222.0.75 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2565348 Feb 19 02:56:19.463490 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abec549-acdf-4416-9502-30df95227145 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Pushing event updated for resources: {'Port': ['ID=b9087256-191c-4476-a572-ce2bf0b124ef,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:19.469679 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-4abec549-acdf-4416-9502-30df95227145 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:19.534240 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:19.629232 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Network 3a78709d-1a68-4957-9e6e-7eecb2b4a618 is already hosted by enough agents. {{(pid=84083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:56:19.639130 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-4abec549-acdf-4416-9502-30df95227145 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Network 9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:56:19.642386 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b791ed-0bec-4355-b571-b4c09e5e5d6e req-b3f67770-93e2-437d-bce9-3354e38201e6 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:19.645508 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95b791ed-0bec-4355-b571-b4c09e5e5d6e req-b3f67770-93e2-437d-bce9-3354e38201e6 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 946 time: 0.9576507 Feb 19 02:56:19.651859 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-4abec549-acdf-4416-9502-30df95227145 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:56:19.657113 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-4abec549-acdf-4416-9502-30df95227145 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:56:19.662132 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-4abec549-acdf-4416-9502-30df95227145 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:19.662877 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-4abec549-acdf-4416-9502-30df95227145 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:19.697500 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-4abec549-acdf-4416-9502-30df95227145 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2319095 Feb 19 02:56:19.726097 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Request body: {'port': {'device_id': '4ce3d3a4-33ac-4227-af57-989829935d29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:19.772840 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Resources bound (agent type, host, resource id): {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:56:19.817872 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6c75b8aa-cb73-46cc-a6e0-46ff2b4d67a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:19.853629 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:20.000464 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:20.007145 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:20.007573 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:20.034940 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95b791ed-0bec-4355-b571-b4c09e5e5d6e req-f7b8c2ea-e4b6-4ffb-84fb-6491a449d6a6 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3fce608-711e-4d4c-8c52-1ea3587f2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349606 Feb 19 02:56:20.048075 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-6c75b8aa-cb73-46cc-a6e0-46ff2b4d67a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:20.068118 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-6c75b8aa-cb73-46cc-a6e0-46ff2b4d67a4 admin admin] Usage tracker for resource:security_group_rule and tenant:43383535b0a343d48f6e26e7edf6257e is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:20.087389 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-6c75b8aa-cb73-46cc-a6e0-46ff2b4d67a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:20.101588 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-6c75b8aa-cb73-46cc-a6e0-46ff2b4d67a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:20.238340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 7e81dcac-03ef-4f8a-83c9-00dd0cd307df up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:20.314244 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Allocated IP 172.28.3.239 (0e56412c-4854-452b-991d-f8414d441bfe/664dcf09-964d-4e4b-a082-c69e70a0e546/210d8b53-2b8a-465e-9105-2e912d326f5e) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:56:20.364369 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-467dc718-a578-4c3d-9844-51427afebbf3 None None] Provisioning complete for port 7e806cc3-7d27-460e-a10b-7cb304f63454 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:20.364844 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-467dc718-a578-4c3d-9844-51427afebbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:20.493912 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-467dc718-a578-4c3d-9844-51427afebbf3 None None] Port 7e806cc3-7d27-460e-a10b-7cb304f63454 cannot update to ACTIVE because it is not bound. {{(pid=84086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 02:56:20.538756 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 7e81dcac-03ef-4f8a-83c9-00dd0cd307df triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:20.539494 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:20.677365 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:20.751912 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c553498c-3f58-4c56-a9a5-3e0468ea5db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e81dcac-03ef-4f8a-83c9-00dd0cd307df', 'code': 200} Feb 19 02:56:20.766718 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:20.802851 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:20.889809 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6c75b8aa-cb73-46cc-a6e0-46ff2b4d67a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:20.919623 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0bea5045-bcd0-4aec-a8d4-dab47e2b748a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:20.952579 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6c75b8aa-cb73-46cc-a6e0-46ff2b4d67a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:20.985928 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Pushing event updated for resources: {'Port': ['ID=210d8b53-2b8a-465e-9105-2e912d326f5e,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:20.997876 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:21.028938 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 59995976-a41e-4856-95c2-eabbef58d8f7 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:21.088956 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c569c472-677d-4158-af76-9fb5ee438189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:21.230922 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 59995976-a41e-4856-95c2-eabbef58d8f7 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:21.234886 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:21.442123 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Network 0e56412c-4854-452b-991d-f8414d441bfe is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:56:21.446969 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:56:21.451423 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0bea5045-bcd0-4aec-a8d4-dab47e2b748a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:21.451691 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:56:21.527534 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d8cb4d96-6330-436a-b90a-ae6c5f3426ad req-775c5271-eff2-48fe-a773-8bef08db28ce service neutron] 10.222.0.87 "GET /v2.0/networks/9131403e-e904-4cb4-874e-0517f8d6271d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.1800363 Feb 19 02:56:21.606776 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-6c7c5188-7387-410b-a0ec-6604cafef311 service neutron] 10.222.0.75 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.1593590 Feb 19 02:56:21.630608 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-6c75b8aa-cb73-46cc-a6e0-46ff2b4d67a4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=43383535b0a343d48f6e26e7edf6257e&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3578327 Feb 19 02:56:21.640044 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75b8aa-cb73-46cc-a6e0-46ff2b4d67a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f36c8ea-ef86-48cb-8c3b-c98e0f2243dc,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:21.645542 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47388) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:21.668653 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-6c75b8aa-cb73-46cc-a6e0-46ff2b4d67a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:21.727343 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Router bd5d5559-8f65-4e04-bac3-ff3991e44726 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 02:56:21.818383 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0bea5045-bcd0-4aec-a8d4-dab47e2b748a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:22.024532 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bded340-bf2d-4377-a0be-c1332e3eb418 req-827c829b-c50f-4ec7-90de-f771ebd6a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:22.026562 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4bded340-bf2d-4377-a0be-c1332e3eb418 req-827c829b-c50f-4ec7-90de-f771ebd6a38c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 1163 time: 0.7474461 Feb 19 02:56:22.060136 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-4bded340-bf2d-4377-a0be-c1332e3eb418 req-eb70beab-5475-44b6-bb77-e36034544ff1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:22.111683 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-4bded340-bf2d-4377-a0be-c1332e3eb418 req-eb70beab-5475-44b6-bb77-e36034544ff1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:22.115181 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:22.138968 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-4bded340-bf2d-4377-a0be-c1332e3eb418 req-eb70beab-5475-44b6-bb77-e36034544ff1 service neutron] Usage tracker for resource:security_group_rule and tenant:461b7e35a45246e184aea293b182c78d is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:22.150030 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-4bded340-bf2d-4377-a0be-c1332e3eb418 req-eb70beab-5475-44b6-bb77-e36034544ff1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:22.180878 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-447ecb1f-6f15-47b7-8260-a93022a342f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:22.196829 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 02:56:22.208192 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Sync routers for ids ['bd5d5559-8f65-4e04-bac3-ff3991e44726'] in dv-cinder-775706-2-smb {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 02:56:22.212856 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea5045-bcd0-4aec-a8d4-dab47e2b748a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe6d9a4-dfda-45c4-ac78-798d53e55056,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:22.223680 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Routers {'bd5d5559-8f65-4e04-bac3-ff3991e44726'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:56:22.224880 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0bea5045-bcd0-4aec-a8d4-dab47e2b748a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:22.225070 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:56:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['bd5d5559-8f65-4e04-bac3-ff3991e44726'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:22.285130 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-4bded340-bf2d-4377-a0be-c1332e3eb418 req-eb70beab-5475-44b6-bb77-e36034544ff1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:22.291765 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:22.308745 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098705fd-8277-4c95-bd8f-976d7eb8ae4b req-e64d08fc-bdbc-4c28-8ea2-01ef6e33848c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:22.317566 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-098705fd-8277-4c95-bd8f-976d7eb8ae4b req-e64d08fc-bdbc-4c28-8ea2-01ef6e33848c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 946 time: 1.2127357 Feb 19 02:56:22.349716 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1ce08896-3f8b-44a3-9e4e-cdcb323d9efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:22.360671 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] 10.222.0.75 "PUT /v2.0/routers/bd5d5559-8f65-4e04-bac3-ff3991e44726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.2995074 Feb 19 02:56:22.362283 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0bea5045-bcd0-4aec-a8d4-dab47e2b748a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:22.363691 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-0bea5045-bcd0-4aec-a8d4-dab47e2b748a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dfe6d9a4-dfda-45c4-ac78-798d53e55056 HTTP/1.1" status: 204 len: 168 time: 3.0703943 Feb 19 02:56:22.434042 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1ce08896-3f8b-44a3-9e4e-cdcb323d9efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:22.477225 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-098705fd-8277-4c95-bd8f-976d7eb8ae4b req-c37d0436-a583-44ed-acfb-7fb688054737 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582892 Feb 19 02:56:22.571142 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc10fb-0858-4a49-a931-b88d15da7351 req-d75bfebd-abcc-4d84-845d-deb89e70aa9e tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:22.573264 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-19fc10fb-0858-4a49-a931-b88d15da7351 req-d75bfebd-abcc-4d84-845d-deb89e70aa9e tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 946 time: 0.3632367 Feb 19 02:56:22.756832 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf2ba3a-ecc5-4327-bc70-7d94e4b08575'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:56:22.851745 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-923a6a32-1b6c-42a2-8f9c-21f8c36ff792 req-45f367bc-7bbc-4d80-8d1e-647d7faf4976 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 210 time: 0.2411218 Feb 19 02:56:22.954085 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-19fc10fb-0858-4a49-a931-b88d15da7351 req-8cbcab4c-d46b-4d6c-8021-b5de1260fd9f tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3fce608-711e-4d4c-8c52-1ea3587f2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368139 Feb 19 02:56:22.971229 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1ce08896-3f8b-44a3-9e4e-cdcb323d9efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:22.981647 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9087256-191c-4476-a572-ce2bf0b124ef {{(pid=84085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 02:56:22.982574 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:23.011128 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce08896-3f8b-44a3-9e4e-cdcb323d9efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f36c8ea-ef86-48cb-8c3b-c98e0f2243dc,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:23.015002 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1ce08896-3f8b-44a3-9e4e-cdcb323d9efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:23.024948 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:23.042909 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1ce08896-3f8b-44a3-9e4e-cdcb323d9efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:23.044685 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-1ce08896-3f8b-44a3-9e4e-cdcb323d9efc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7f36c8ea-ef86-48cb-8c3b-c98e0f2243dc HTTP/1.1" status: 204 len: 168 time: 1.3915932 Feb 19 02:56:23.325418 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Set router bd5d5559-8f65-4e04-bac3-ff3991e44726 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:56:23.354886 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Transition to ACTIVE for port object b9087256-191c-4476-a572-ce2bf0b124ef will not be triggered until provisioned by entity L2. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:56:23.408792 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:23.953822 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:24.147112 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47448) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:24.175926 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Pushing event updated for resources: {'Port': ['ID=b9087256-191c-4476-a572-ce2bf0b124ef,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:24.179897 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:24.200469 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-4bded340-bf2d-4377-a0be-c1332e3eb418 req-eb70beab-5475-44b6-bb77-e36034544ff1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:24.275041 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-038b7690-ea3a-480b-9444-b4575b7bf114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:24.305685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-4bded340-bf2d-4377-a0be-c1332e3eb418 req-eb70beab-5475-44b6-bb77-e36034544ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:24.331180 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-038b7690-ea3a-480b-9444-b4575b7bf114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:24.355463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-038b7690-ea3a-480b-9444-b4575b7bf114 admin admin] Usage tracker for resource:security_group_rule and tenant:ba9ece681d71442c91b8b6a2d99bc045 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:24.363286 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-038b7690-ea3a-480b-9444-b4575b7bf114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:24.373391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:24.385047 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4bded340-bf2d-4377-a0be-c1332e3eb418 req-eb70beab-5475-44b6-bb77-e36034544ff1 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3508832 Feb 19 02:56:24.386109 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Attempting to bind port b9087256-191c-4476-a572-ce2bf0b124ef on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:24.389481 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Attempting to bind port b9087256-191c-4476-a572-ce2bf0b124ef by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '8de2b73b-ad3d-4999-88f7-fbe508114dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35'}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:56:24.390086 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Attempting to bind port b9087256-191c-4476-a572-ce2bf0b124ef on network 9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:56:24.411051 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-038b7690-ea3a-480b-9444-b4575b7bf114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:24.426125 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee7763-3f24-455a-8b8a-5ee07e15fea7 req-eeb73de1-9045-4b09-afdb-c013f2b0cfe5 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:24.430491 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0fee7763-3f24-455a-8b8a-5ee07e15fea7 req-eeb73de1-9045-4b09-afdb-c013f2b0cfe5 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 946 time: 0.4593599 Feb 19 02:56:24.482211 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9557bbe9-1621-419d-9115-d624a96da223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:13Z', 'revision_number': 4, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port': {'id': '9557bbe9-1621-419d-9115-d624a96da223', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:44Z', 'updated_at': '2021-02-19T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '7e806cc3-7d27-460e-a10b-7cb304f63454', 'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'mac_address': 'fa:16:3e:8a:13:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '38374417-3478-4427-9684-8966c2d250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:07Z', 'updated_at': '2021-02-19T02:56:15Z', 'revision_number': 2, 'project_id': '619fad70faee4631a203fa17432b1857', 'subnets': [{'id': '38374417-3478-4427-9684-8966c2d250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:24.486928 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70beab-5475-44b6-bb77-e36034544ff1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e4afca0a-ff67-4843-bf72-76cc1ecb8042,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:24.490625 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Checking router: bd5d5559-8f65-4e04-bac3-ff3991e44726 for host: dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 02:56:24.491872 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Updating router bd5d5559-8f65-4e04-bac3-ff3991e44726 port 7e806cc3-7d27-460e-a10b-7cb304f63454 binding host dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 02:56:24.580402 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:24.581197 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:24.582085 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47452) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:24.588721 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-eb70beab-5475-44b6-bb77-e36034544ff1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:24.590415 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Checking agent: {'id': '38d2f619-f811-4ccc-89e2-793bab8ea98e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 53, 25), 'started_at': datetime.datetime(2021, 2, 19, 2, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:56:24.591390 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Checking segment: {'id': '8de2b73b-ad3d-4999-88f7-fbe508114dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:56:24.592018 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:24.593306 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Bound using segment: {'id': '8de2b73b-ad3d-4999-88f7-fbe508114dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35'} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:56:24.593432 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Bound port: b9087256-191c-4476-a572-ce2bf0b124ef, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de2b73b-ad3d-4999-88f7-fbe508114dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35'}}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:56:24.594093 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:24.617217 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:24.618986 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-ab417d9f-62e1-48f0-bd0f-d46c326057eb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1739592747', 'description': 'tempest-description--1201353355'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:24.656313 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:24.723362 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-ab417d9f-62e1-48f0-bd0f-d46c326057eb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:24.751306 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf2ba3a-ecc5-4327-bc70-7d94e4b08575', 'code': 200} Feb 19 02:56:24.762704 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0fee7763-3f24-455a-8b8a-5ee07e15fea7 req-361f4a4f-c9bb-4ee7-9811-00821a9909ce tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902844 Feb 19 02:56:24.779588 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-ab417d9f-62e1-48f0-bd0f-d46c326057eb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Usage tracker for resource:security_group and tenant:619fad70faee4631a203fa17432b1857 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:24.785657 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-ab417d9f-62e1-48f0-bd0f-d46c326057eb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:24.823634 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-ab417d9f-62e1-48f0-bd0f-d46c326057eb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:24.888364 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Pushing event updated for resources: {'Port': ['ID=210d8b53-2b8a-465e-9105-2e912d326f5e,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:24.934427 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:25.110013 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] For port b9087256-191c-4476-a572-ce2bf0b124ef, host hv-cinder-77570, cleared binding levels {{(pid=84085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:56:25.115192 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-cb4908bd-de49-4a43-9485-0067c05b7a62 req-44184937-7845-4005-b7b5-892850699b13 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 210 time: 0.2510474 Feb 19 02:56:25.125517 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] For port b9087256-191c-4476-a572-ce2bf0b124ef, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=b9087256-191c-4476-a572-ce2bf0b124ef,segment=NetworkSegment(8de2b73b-ad3d-4999-88f7-fbe508114dc5),segment_id=8de2b73b-ad3d-4999-88f7-fbe508114dc5)] {{(pid=84085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:56:25.184784 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-038b7690-ea3a-480b-9444-b4575b7bf114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:25.185929 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:25.196389 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-038b7690-ea3a-480b-9444-b4575b7bf114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:25.206442 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ab417d9f-62e1-48f0-bd0f-d46c326057eb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:25.227385 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:25.254750 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-6296eca7-2eb8-46e3-868a-8f5328815f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:25.270855 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-ab417d9f-62e1-48f0-bd0f-d46c326057eb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:25.322534 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-ab417d9f-62e1-48f0-bd0f-d46c326057eb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Usage tracker for resource:security_group_rule and tenant:619fad70faee4631a203fa17432b1857 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:25.341720 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-ab417d9f-62e1-48f0-bd0f-d46c326057eb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:25.465621 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-ab417d9f-62e1-48f0-bd0f-d46c326057eb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:25.548805 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-038b7690-ea3a-480b-9444-b4575b7bf114 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ba9ece681d71442c91b8b6a2d99bc045&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3862257 Feb 19 02:56:25.553592 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47470) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:25.584829 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-4abec549-acdf-4416-9502-30df95227145 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:25.598422 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b7690-ea3a-480b-9444-b4575b7bf114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fc3a9d-bce3-44fe-93df-a14f8fcdb527,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:25.621705 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f540dc6-dabc-45ba-bdf7-fcc908f9a2eb req-c8f723c2-97f4-4353-8d26-939e54f54cd8 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:25.636935 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0f540dc6-dabc-45ba-bdf7-fcc908f9a2eb req-c8f723c2-97f4-4353-8d26-939e54f54cd8 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 946 time: 0.6121836 Feb 19 02:56:25.649122 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-038b7690-ea3a-480b-9444-b4575b7bf114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:25.741476 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854343256'] for floatingip, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:25.748014 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Pushing event updated for resources: {'Port': ['ID=b9087256-191c-4476-a572-ce2bf0b124ef,revision_number=3']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:25.761680 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:25.826023 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00865d5b-bf55-48a5-9ec9-5779e94f7662 req-8f3d84fc-09c9-4199-818c-5c50e7ca7b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:25.829167 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-00865d5b-bf55-48a5-9ec9-5779e94f7662 req-8f3d84fc-09c9-4199-818c-5c50e7ca7b6c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 1163 time: 0.4980326 Feb 19 02:56:25.847165 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0f540dc6-dabc-45ba-bdf7-fcc908f9a2eb req-29818767-a0c8-4714-b447-90b37deab2dd tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3fce608-711e-4d4c-8c52-1ea3587f2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080660 Feb 19 02:56:25.988355 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-9c59a2b4-9a1a-4fe8-addf-1c3e35d1afc0 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:25.990432 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-9c59a2b4-9a1a-4fe8-addf-1c3e35d1afc0 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.87 "GET /v2.0/networks?id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 HTTP/1.1" status: 200 len: 818 time: 0.8627334 Feb 19 02:56:25.992203 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47484) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:26.008172 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-00865d5b-bf55-48a5-9ec9-5779e94f7662 req-da47dae7-d081-474d-872d-fc53146ccaf8 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f3fce608-711e-4d4c-8c52-1ea3587f2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518486 Feb 19 02:56:26.019713 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for floatingip, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:26.033566 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3134634 Feb 19 02:56:26.066248 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:26.101534 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:26.106572 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:26.110154 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] 10.222.0.87 "PUT /v2.0/ports/b9087256-191c-4476-a572-ce2bf0b124ef HTTP/1.1" status: 200 len: 1158 time: 6.3909781 Feb 19 02:56:26.111631 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce3d3a4-33ac-4227-af57-989829935d29', 'tag': 'b9087256-191c-4476-a572-ce2bf0b124ef'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:56:26.123899 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:26.167696 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Transition to ACTIVE for port object 7e806cc3-7d27-460e-a10b-7cb304f63454 will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:56:26.173693 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:26.211658 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:26.257102 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-69a8f23f-bf7c-4170-8124-a7ae3b7bc1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:26.276544 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce3d3a4-33ac-4227-af57-989829935d29', 'tag': 'b9087256-191c-4476-a572-ce2bf0b124ef', 'status': 'completed', 'code': 200} Feb 19 02:56:26.282143 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-69a8f23f-bf7c-4170-8124-a7ae3b7bc1ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:26.289199 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-69a8f23f-bf7c-4170-8124-a7ae3b7bc1ce admin admin] Usage tracker for resource:security_group_rule and tenant:095bc0269a624def8d3d6bfc55f1b01d is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:26.298773 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-69a8f23f-bf7c-4170-8124-a7ae3b7bc1ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:26.306216 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-69a8f23f-bf7c-4170-8124-a7ae3b7bc1ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:26.429219 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ab417d9f-62e1-48f0-bd0f-d46c326057eb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:26.449690 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ab417d9f-62e1-48f0-bd0f-d46c326057eb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:26.457918 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-69a8f23f-bf7c-4170-8124-a7ae3b7bc1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:26.462387 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:26.468743 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-114baa40-9b07-47c6-bc7f-18e5e65be92f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Request body: {'port': {'device_id': 'b5168014-50ee-4ace-990d-3556c389c770', 'network_id': '9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35', 'admin_state_up': True, 'tenant_id': '0118817c78a646edba737412d030d31e'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:26.478872 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-dfff0ac9-5211-4a04-b64b-ecad9d9f1884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:26.490942 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-69a8f23f-bf7c-4170-8124-a7ae3b7bc1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:26.526318 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab417d9f-62e1-48f0-bd0f-d46c326057eb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79d9808-cb6d-437e-9ef2-21f90215d3d8,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:26.530836 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ab417d9f-62e1-48f0-bd0f-d46c326057eb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:26.561313 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ad624-f91e-4056-965d-9a7c1b5da130 None None] Pushing event updated for resources: {'Port': ['ID=7e806cc3-7d27-460e-a10b-7cb304f63454,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:26.583209 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-187ad624-f91e-4056-965d-9a7c1b5da130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:26.681973 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:26.683820 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cdeef-affc-47ce-8984-d09407776a7c req-505455b2-dccb-4211-94d2-8fcee3e29a6a tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:26.685701 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-531cdeef-affc-47ce-8984-d09407776a7c req-505455b2-dccb-4211-94d2-8fcee3e29a6a tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 946 time: 0.4597042 Feb 19 02:56:26.688477 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e5173dd5-a64e-4bf8-8200-88655e749c65 req-289d314e-c201-4b41-a458-f979b7f715e2 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 210 time: 0.1249561 Feb 19 02:56:26.698509 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ab417d9f-62e1-48f0-bd0f-d46c326057eb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:26.705030 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-ab417d9f-62e1-48f0-bd0f-d46c326057eb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0978501 Feb 19 02:56:26.705468 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47504) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:26.728008 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-dd7d4a51-2302-4af2-a66c-fa4fe3546f1b tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Request body: {'security_group_rule': {'security_group_id': 'f79d9808-cb6d-437e-9ef2-21f90215d3d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:26.817243 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-dd7d4a51-2302-4af2-a66c-fa4fe3546f1b tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:26.829982 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-dd7d4a51-2302-4af2-a66c-fa4fe3546f1b tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Usage tracker for resource:security_group_rule and tenant:619fad70faee4631a203fa17432b1857 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:26.839952 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-dd7d4a51-2302-4af2-a66c-fa4fe3546f1b tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:26.872800 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-dd7d4a51-2302-4af2-a66c-fa4fe3546f1b tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:26.955614 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-69a8f23f-bf7c-4170-8124-a7ae3b7bc1ce admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=095bc0269a624def8d3d6bfc55f1b01d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9494245 Feb 19 02:56:26.961566 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8f23f-bf7c-4170-8124-a7ae3b7bc1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcc1b41-6f81-46a9-9387-2ef9bea3e04c,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:26.981109 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47518) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:27.001492 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-69a8f23f-bf7c-4170-8124-a7ae3b7bc1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:27.031476 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Attempting to bind port 7e806cc3-7d27-460e-a10b-7cb304f63454 on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:27.031893 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Attempting to bind port 7e806cc3-7d27-460e-a10b-7cb304f63454 by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': '9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:56:27.032314 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Attempting to bind port 7e806cc3-7d27-460e-a10b-7cb304f63454 on network 3a78709d-1a68-4957-9e6e-7eecb2b4a618 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:56:27.053695 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:56:27.054155 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Checking segment: {'id': '9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:56:27.054615 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:27.055066 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Bound using segment: {'id': '9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:56:27.060592 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Bound port: 7e806cc3-7d27-460e-a10b-7cb304f63454, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:56:27.060985 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:27.098267 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-dd7d4a51-2302-4af2-a66c-fa4fe3546f1b tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:27.156346 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:27.172214 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-114baa40-9b07-47c6-bc7f-18e5e65be92f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:27.190426 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-114baa40-9b07-47c6-bc7f-18e5e65be92f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Usage tracker for resource:port and tenant:0118817c78a646edba737412d030d31e is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:27.199133 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-11800629-916f-4ba6-9b35-6a2843d22205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:27.204700 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-114baa40-9b07-47c6-bc7f-18e5e65be92f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:27.220111 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-114baa40-9b07-47c6-bc7f-18e5e65be92f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:27.229045 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3c7ad36e-7de7-4756-a4f7-a129aa6fd423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:27.255984 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374bee6-44c4-4e53-9418-fa2ba333b40b req-3ddc9607-7e74-40cf-835d-607b66e4081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:27.258344 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0374bee6-44c4-4e53-9418-fa2ba333b40b req-3ddc9607-7e74-40cf-835d-607b66e4081e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0118817c78a646edba737412d030d31e&device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 1161 time: 0.6819479 Feb 19 02:56:27.301030 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fc3a9d-bce3-44fe-93df-a14f8fcdb527,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:27.311993 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-531cdeef-affc-47ce-8984-d09407776a7c req-181a4122-863a-49a8-b540-eb866453c3e3 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5882921 Feb 19 02:56:27.317277 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-114baa40-9b07-47c6-bc7f-18e5e65be92f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Made reservation on behalf of 0118817c78a646edba737412d030d31e for: {'port': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:56:27.324846 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-114baa40-9b07-47c6-bc7f-18e5e65be92f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:27.358950 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3c7ad36e-7de7-4756-a4f7-a129aa6fd423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:27.425279 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] For port 7e806cc3-7d27-460e-a10b-7cb304f63454, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:56:27.430939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:27.433450 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a2fc3a9d-bce3-44fe-93df-a14f8fcdb527 HTTP/1.1" status: 204 len: 168 time: 1.8682623 Feb 19 02:56:27.441994 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] For port 7e806cc3-7d27-460e-a10b-7cb304f63454, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=7e806cc3-7d27-460e-a10b-7cb304f63454,segment=NetworkSegment(9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2),segment_id=9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:56:27.456526 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:27.485855 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-f16abd23-0da2-4bdc-b3b7-109bfd637523 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Synchronizing usage tracker for tenant:c002812913314504b133ae634af86b2e on resource:security_group {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:56:27.501929 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.502432 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.502841 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.503240 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.503685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.504144 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.504537 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.504976 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.505362 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.505904 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.506308 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.506694 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.507194 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.507570 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.508055 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.508435 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.508985 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.509828 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.510714 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.511107 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.511497 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.511886 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.512318 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.512740 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:27.532236 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-dd7d4a51-2302-4af2-a66c-fa4fe3546f1b tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:27.533669 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:27.550403 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-dd7d4a51-2302-4af2-a66c-fa4fe3546f1b tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191046'] for security_group_rule, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:27.555573 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:27.602870 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d4a51-2302-4af2-a66c-fa4fe3546f1b tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22242710-b86a-43c9-afab-3c1cb31efe7f,revision_number=0']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:27.605793 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-f16abd23-0da2-4bdc-b3b7-109bfd637523 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Unset dirty status for tenant:c002812913314504b133ae634af86b2e on resource:security_group {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:56:27.607510 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-f16abd23-0da2-4bdc-b3b7-109bfd637523 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--660220635&fields=id&tenant_id=c002812913314504b133ae634af86b2e HTTP/1.1" status: 200 len: 267 time: 0.3744574 Feb 19 02:56:27.617190 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-dd7d4a51-2302-4af2-a66c-fa4fe3546f1b tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:27.623905 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-dd7d4a51-2302-4af2-a66c-fa4fe3546f1b tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9148879 Feb 19 02:56:27.625100 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47534) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:27.626999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-dd7d4a51-2302-4af2-a66c-fa4fe3546f1b tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:27.634907 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-af446622-9be2-4fd6-82b7-bb11e21d73b7 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Request body: {'security_group_rule': {'security_group_id': 'f79d9808-cb6d-437e-9ef2-21f90215d3d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:27.643794 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-af446622-9be2-4fd6-82b7-bb11e21d73b7 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:27.650064 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-af446622-9be2-4fd6-82b7-bb11e21d73b7 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Usage tracker for resource:security_group_rule and tenant:619fad70faee4631a203fa17432b1857 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:27.655406 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-af446622-9be2-4fd6-82b7-bb11e21d73b7 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:27.663597 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-af446622-9be2-4fd6-82b7-bb11e21d73b7 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:27.893278 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-af446622-9be2-4fd6-82b7-bb11e21d73b7 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:28.042540 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:28.122014 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3c7ad36e-7de7-4756-a4f7-a129aa6fd423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:28.154664 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7e8e7103-5546-493a-81a2-b837bc10044f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:28.215261 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ad36e-7de7-4756-a4f7-a129aa6fd423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcc1b41-6f81-46a9-9387-2ef9bea3e04c,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:28.220126 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374bee6-44c4-4e53-9418-fa2ba333b40b req-f5698b5c-69ec-4420-9ca1-06f1960fa7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:28.222805 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0374bee6-44c4-4e53-9418-fa2ba333b40b req-f5698b5c-69ec-4420-9ca1-06f1960fa7f9 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=0118817c78a646edba737412d030d31e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.9395649 Feb 19 02:56:28.226483 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3c7ad36e-7de7-4756-a4f7-a129aa6fd423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:28.310573 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-af446622-9be2-4fd6-82b7-bb11e21d73b7 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:28.385857 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-af446622-9be2-4fd6-82b7-bb11e21d73b7 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191046'] for security_group_rule, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:28.393236 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3c7ad36e-7de7-4756-a4f7-a129aa6fd423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:28.394499 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ad624-f91e-4056-965d-9a7c1b5da130 None None] Pushing event updated for resources: {'Port': ['ID=7e806cc3-7d27-460e-a10b-7cb304f63454,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:28.401523 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-3c7ad36e-7de7-4756-a4f7-a129aa6fd423 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cfcc1b41-6f81-46a9-9387-2ef9bea3e04c HTTP/1.1" status: 204 len: 168 time: 1.4069300 Feb 19 02:56:28.418471 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-187ad624-f91e-4056-965d-9a7c1b5da130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:28.426797 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:28.433856 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Routers {'bd5d5559-8f65-4e04-bac3-ff3991e44726'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:56:28.435447 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:56:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['bd5d5559-8f65-4e04-bac3-ff3991e44726'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:28.529096 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47550) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:28.617989 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de053483-7694-432b-903b-9393499d438b req-fbc4e8ed-d536-4cab-bbb7-e8595528b28d tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:28.630333 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-de053483-7694-432b-903b-9393499d438b req-fbc4e8ed-d536-4cab-bbb7-e8595528b28d tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 946 time: 0.9462581 Feb 19 02:56:28.638782 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-af446622-9be2-4fd6-82b7-bb11e21d73b7 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:28.641579 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-af446622-9be2-4fd6-82b7-bb11e21d73b7 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0127096 Feb 19 02:56:28.647146 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47558) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:28.651261 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374bee6-44c4-4e53-9418-fa2ba333b40b req-01227ec3-4bcf-4191-ae57-20b551d356c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:28.653556 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0374bee6-44c4-4e53-9418-fa2ba333b40b req-01227ec3-4bcf-4191-ae57-20b551d356c4 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4180291 Feb 19 02:56:28.669680 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af446622-9be2-4fd6-82b7-bb11e21d73b7 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d015b60-1440-43c8-a81d-ec736ba5283d,revision_number=0']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:28.680427 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-075b2722-c942-4add-a7a8-50efb653a5ba tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:28.681251 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-075b2722-c942-4add-a7a8-50efb653a5ba tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Synchronizing usage tracker for tenant:c002812913314504b133ae634af86b2e on resource:network {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:56:28.688505 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-af446622-9be2-4fd6-82b7-bb11e21d73b7 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:28.693289 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Request body: {'floatingip': {'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:28.724143 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-114baa40-9b07-47c6-bc7f-18e5e65be92f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Allocated IP 172.20.0.11 (9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35/8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79/c46eec54-eede-4e12-b72b-80078e70e095) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:56:28.741086 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-de053483-7694-432b-903b-9393499d438b req-71245ad3-1424-48de-bf17-4682ade3fc6c tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3fce608-711e-4d4c-8c52-1ea3587f2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090598 Feb 19 02:56:28.742978 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:28.744490 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-075b2722-c942-4add-a7a8-50efb653a5ba tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Unset dirty status for tenant:c002812913314504b133ae634af86b2e on resource:network {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:56:28.756221 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Usage tracker for resource:floatingip and tenant:619fad70faee4631a203fa17432b1857 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:28.757005 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-075b2722-c942-4add-a7a8-50efb653a5ba tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/networks?id=aff37b45-bb0b-4722-99c2-f05b1c234791 HTTP/1.1" status: 200 len: 817 time: 1.0720747 Feb 19 02:56:28.800276 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-f1ff4d85-b59b-4f0b-8898-c98359c9509d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/quotas/c002812913314504b133ae634af86b2e HTTP/1.1" status: 200 len: 375 time: 0.0419359 Feb 19 02:56:28.833541 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:28.843817 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:28.889352 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for floatingip, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:28.987152 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-59ae97e1-4c2e-47a0-b598-b442797fdc89 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c002812913314504b133ae634af86b2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1855500 Feb 19 02:56:29.149069 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] Set router bd5d5559-8f65-4e04-bac3-ff3991e44726 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:56:29.279484 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7e40897f-ebf6-4b96-b9cd-f80251a76bad req-e50eb83f-fc23-4f53-9e42-21ed010a54e7 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 210 time: 0.3019147 Feb 19 02:56:29.395204 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:29.402210 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47568) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:29.450319 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:29.456855 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Usage tracker for resource:security_group_rule and tenant:bd342f502ba64a64a99ce2d7ea8bedfc is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:29.461264 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:29.471044 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:29.528808 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-d481b1a6-184f-425c-a846-5196719e55f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:29.531089 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-d481b1a6-184f-425c-a846-5196719e55f9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0118817c78a646edba737412d030d31e&device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 1161 time: 0.7625208 Feb 19 02:56:29.742010 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-64f0d8e9-de06-4d62-b9b4-e3a3000d691c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9087256-191c-4476-a572-ce2bf0b124ef HTTP/1.1" status: 200 len: 217 time: 0.1779602 Feb 19 02:56:29.789665 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9557bbe9-1621-419d-9115-d624a96da223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:13Z', 'revision_number': 4, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port': {'id': '9557bbe9-1621-419d-9115-d624a96da223', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:44Z', 'updated_at': '2021-02-19T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '7e806cc3-7d27-460e-a10b-7cb304f63454', 'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'mac_address': 'fa:16:3e:8a:13:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '38374417-3478-4427-9684-8966c2d250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:07Z', 'updated_at': '2021-02-19T02:56:27Z', 'revision_number': 4, 'project_id': '619fad70faee4631a203fa17432b1857', 'subnets': [{'id': '38374417-3478-4427-9684-8966c2d250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:56:29.795775 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a37e80f-1fa1-46c3-b470-906e3e392f1b None None] The sync data for ids ['bd5d5559-8f65-4e04-bac3-ff3991e44726'] in dv-cinder-775706-2-smb is: [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9557bbe9-1621-419d-9115-d624a96da223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:13Z', 'revision_number': 4, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port': {'id': '9557bbe9-1621-419d-9115-d624a96da223', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:44Z', 'updated_at': '2021-02-19T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '7e806cc3-7d27-460e-a10b-7cb304f63454', 'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'mac_address': 'fa:16:3e:8a:13:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '38374417-3478-4427-9684-8966c2d250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:07Z', 'updated_at': '2021-02-19T02:56:27Z', 'revision_number': 4, 'project_id': '619fad70faee4631a203fa17432b1857', 'subnets': [{'id': '38374417-3478-4427-9684-8966c2d250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 02:56:29.940851 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e5413563-e95e-46df-854b-86c53828871b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:29.958783 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-d3db714b-1cbe-4f62-8458-bec0ef5f176f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:29.961846 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-d3db714b-1cbe-4f62-8458-bec0ef5f176f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79 HTTP/1.1" status: 200 len: 858 time: 0.1948230 Feb 19 02:56:29.966012 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47580) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:30.031857 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-e5413563-e95e-46df-854b-86c53828871b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:30.040646 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-9a4896d7-cfa5-4bb0-8420-e3a8998a1f19 service neutron] 10.222.0.75 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9586890 Feb 19 02:56:30.042018 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-e5413563-e95e-46df-854b-86c53828871b admin admin] Usage tracker for resource:security_group_rule and tenant:581534c473ee4c778de011395a8326fd is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:30.046219 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-e5413563-e95e-46df-854b-86c53828871b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:30.056391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-e5413563-e95e-46df-854b-86c53828871b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:30.188851 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-114baa40-9b07-47c6-bc7f-18e5e65be92f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:30.198418 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-352983c0-7f88-47d8-9178-191180e2c7eb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2020862 Feb 19 02:56:30.431871 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-177027300-network', 'tenant_id': '6262c748284740d8a9cfea7f948aa942'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:30.432655 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb1c84-18a8-401c-bbe2-decaed48f566 req-268d36b0-5f87-4467-a8ea-d81c8493d9e5 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:30.438939 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-56eb1c84-18a8-401c-bbe2-decaed48f566 req-268d36b0-5f87-4467-a8ea-d81c8493d9e5 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 946 time: 0.9477229 Feb 19 02:56:30.465782 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:30.504688 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Usage tracker for resource:network and tenant:6262c748284740d8a9cfea7f948aa942 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:30.523732 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:30.537435 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:30.550034 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-77b14751-9368-44c1-9330-b8f1c9ea5704 service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334215 Feb 19 02:56:30.553985 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:30.589273 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:30.593133 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:30.621541 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-37a009e2-05cc-4f08-89ab-6fbe7495d813 service neutron] 10.222.0.75 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5610273 Feb 19 02:56:30.666111 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-56eb1c84-18a8-401c-bbe2-decaed48f566 req-dbd0c182-0816-4e5e-9e53-80d75291f4f1 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116449 Feb 19 02:56:30.691855 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-9dd3c69b-0ec2-4a11-9d33-77d0343e598b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:30.750117 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bd342f502ba64a64a99ce2d7ea8bedfc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2112253 Feb 19 02:56:30.752662 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47592) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:30.797656 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e5413563-e95e-46df-854b-86c53828871b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:30.815965 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e5413563-e95e-46df-854b-86c53828871b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:30.865920 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:31.120248 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5413563-e95e-46df-854b-86c53828871b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3c6081-9ec2-4409-9268-3a961d58b192,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:31.136645 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 7e806cc3-7d27-460e-a10b-7cb304f63454 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:31.154242 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e5413563-e95e-46df-854b-86c53828871b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:31.276894 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-e5413563-e95e-46df-854b-86c53828871b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=581534c473ee4c778de011395a8326fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8726962 Feb 19 02:56:31.277939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47604) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:31.436344 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f050-0f8b-4868-9c9e-6aea4f3cf3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:31.446910 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port 7e806cc3-7d27-460e-a10b-7cb304f63454 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:56:31.471593 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 7e806cc3-7d27-460e-a10b-7cb304f63454 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:31.472310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:31.478116 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5563e-83a1-4f57-a420-bb536a1cd416 req-62f5ec4a-9834-4917-bb49-e92e36561caf tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:31.487844 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6bb5563e-83a1-4f57-a420-bb536a1cd416 req-62f5ec4a-9834-4917-bb49-e92e36561caf tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 946 time: 0.3291175 Feb 19 02:56:31.498039 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Made reservation on behalf of 6262c748284740d8a9cfea7f948aa942 for: {'network': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:56:31.515117 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for network, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:31.561653 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6bb5563e-83a1-4f57-a420-bb536a1cd416 req-7c80b31e-cadf-4385-b9ed-86bbbdb32111 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3fce608-711e-4d4c-8c52-1ea3587f2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724862 Feb 19 02:56:31.591039 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f050-0f8b-4868-9c9e-6aea4f3cf3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:31.704067 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b48e8f2f-b819-4442-ad95-5e6a0d1bf6a0 req-d17ebef0-003f-41a5-81be-9cd123494458 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 210 time: 0.1200726 Feb 19 02:56:31.719498 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:31.873525 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:31.879261 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Usage tracker for resource:security_group_rule and tenant:6262c748284740d8a9cfea7f948aa942 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:31.883244 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:31.892165 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:31.907910 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1b76246f-a557-489a-b1b2-c6ea11a84201 req-da53dc2e-1ec6-4ffd-b5dc-478cc6154e00 service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3432188 Feb 19 02:56:31.910134 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48da711c-7364-49aa-9979-d8d792d6437e,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:31.942823 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-76fcc4a8-e9b9-4684-ae05-a8668e52bc19 req-537ba77f-f34e-4765-82d0-b000a986958c tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 210 time: 0.2338471 Feb 19 02:56:31.998198 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:32.009304 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.009304 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.009304 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.009304 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.009304 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.009304 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.009304 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.010380 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.011629 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.012064 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.012450 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.012830 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.013331 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.013679 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.017272 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.018704 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.019678 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.020593 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.023015 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f050-0f8b-4868-9c9e-6aea4f3cf3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:32.033179 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:32.034589 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.036382 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.037322 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.038232 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.039486 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.040409 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:32.057375 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-114baa40-9b07-47c6-bc7f-18e5e65be92f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:32.089702 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] For port 7e806cc3-7d27-460e-a10b-7cb304f63454, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=7e806cc3-7d27-460e-a10b-7cb304f63454,segment=NetworkSegment(9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2),segment_id=9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:56:32.097962 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:32.099529 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8f050-0f8b-4868-9c9e-6aea4f3cf3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3c6081-9ec2-4409-9268-3a961d58b192,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:32.104067 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-aa5bb210-f44b-4d69-a0ee-de556cd456b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:32.104832 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f050-0f8b-4868-9c9e-6aea4f3cf3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:32.107297 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-b6f8f050-0f8b-4868-9c9e-6aea4f3cf3a0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0c3c6081-9ec2-4409-9268-3a961d58b192 HTTP/1.1" status: 204 len: 168 time: 0.8218684 Feb 19 02:56:32.109394 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b6f8f050-0f8b-4868-9c9e-6aea4f3cf3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:32.135439 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.444s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:32.136248 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cb83fe43-c2e3-4991-9b6b-bf724a4f1f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:32.331539 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:32.402409 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Pushing event updated for resources: {'Port': ['ID=7e806cc3-7d27-460e-a10b-7cb304f63454,revision_number=5']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:32.412704 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:32.502087 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114baa40-9b07-47c6-bc7f-18e5e65be92f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Pushing event updated for resources: {'Port': ['ID=c46eec54-eede-4e12-b72b-80078e70e095,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:32.537842 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-114baa40-9b07-47c6-bc7f-18e5e65be92f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:32.556223 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cb83fe43-c2e3-4991-9b6b-bf724a4f1f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:32.840258 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:32.857649 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:32.928788 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 02:56:32.954265 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750496236574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:32.954715 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.segments_db [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Added segment 3055eefa-d22d-4b0e-9fbf-d612be062151 of type vxlan for network d14f0ed8-dc4c-4c7e-98e7-020c087f1c61 Feb 19 02:56:33.005614 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363286359061518'] for network, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:33.034147 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 7e806cc3-7d27-460e-a10b-7cb304f63454 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:33.081962 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-114baa40-9b07-47c6-bc7f-18e5e65be92f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Network 9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:56:33.083612 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e2f5a988-78d1-4910-b3d2-426837480d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:33.106576 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cb83fe43-c2e3-4991-9b6b-bf724a4f1f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:33.125674 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-114baa40-9b07-47c6-bc7f-18e5e65be92f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:56:33.129698 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:33.145780 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-114baa40-9b07-47c6-bc7f-18e5e65be92f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:56:33.154308 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-114baa40-9b07-47c6-bc7f-18e5e65be92f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:33.155490 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-114baa40-9b07-47c6-bc7f-18e5e65be92f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:33.179146 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:33.193769 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:33.234373 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 7e806cc3-7d27-460e-a10b-7cb304f63454 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:33.236179 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:33.270910 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f175784-0f73-456c-a5de-72ceb6be14f7,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:33.290700 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dee84f-376c-4f78-9fea-48fc17909e87 req-86f06153-75cf-4d3d-a916-b224e80b3cf4 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:33.292622 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:33.295426 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cb83fe43-c2e3-4991-9b6b-bf724a4f1f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:33.300103 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-cb83fe43-c2e3-4991-9b6b-bf724a4f1f51 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/48da711c-7364-49aa-9979-d8d792d6437e HTTP/1.1" status: 204 len: 168 time: 2.4562058 Feb 19 02:56:33.301502 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1a185859-dc58-404e-8c89-5617ae0b2af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:33.313275 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d4dee84f-376c-4f78-9fea-48fc17909e87 req-86f06153-75cf-4d3d-a916-b224e80b3cf4 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 932 time: 0.2630844 Feb 19 02:56:33.321909 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83fe43-c2e3-4991-9b6b-bf724a4f1f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48da711c-7364-49aa-9979-d8d792d6437e,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:33.326425 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.3409019 Feb 19 02:56:33.327941 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cb83fe43-c2e3-4991-9b6b-bf724a4f1f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:33.329850 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Allocated IP 172.28.3.189 (0e56412c-4854-452b-991d-f8414d441bfe/664dcf09-964d-4e4b-a082-c69e70a0e546/0c8b2cc5-511f-41e8-ae29-f1970960a453) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:56:33.332365 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-68a4b603-cbe4-4b8c-8b60-b79e8f00aa6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:33.347801 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47640) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:33.351602 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-114baa40-9b07-47c6-bc7f-18e5e65be92f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8901589 Feb 19 02:56:33.381278 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-47151794-48a4-4cab-bc8e-99251f7d7f9b admin admin] Request body: {'subnet': {'network_id': 'd14f0ed8-dc4c-4c7e-98e7-020c087f1c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-177027300-subnet', 'tenant_id': '6262c748284740d8a9cfea7f948aa942', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:33.502091 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Request body: {'port': {'device_id': 'b5168014-50ee-4ace-990d-3556c389c770', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:33.567414 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-47151794-48a4-4cab-bc8e-99251f7d7f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:33.614104 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-47151794-48a4-4cab-bc8e-99251f7d7f9b admin admin] Usage tracker for resource:subnet and tenant:6262c748284740d8a9cfea7f948aa942 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:33.639432 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-47151794-48a4-4cab-bc8e-99251f7d7f9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:33.718429 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7ae36073-db62-4414-99f9-f082fb07e148 req-939af8c1-980d-4824-a8c1-f2f8fd400160 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 210 time: 0.3179419 Feb 19 02:56:33.790121 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-d4dee84f-376c-4f78-9fea-48fc17909e87 req-ad33c8ba-425e-4026-a638-00e6ecf372aa tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Synchronizing usage tracker for tenant:0118817c78a646edba737412d030d31e on resource:security_group {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:56:33.846183 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-47151794-48a4-4cab-bc8e-99251f7d7f9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:33.848647 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Pushing event updated for resources: {'Network': ['ID=d14f0ed8-dc4c-4c7e-98e7-020c087f1c61,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:33.866372 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-d4dee84f-376c-4f78-9fea-48fc17909e87 req-ad33c8ba-425e-4026-a638-00e6ecf372aa tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Unset dirty status for tenant:0118817c78a646edba737412d030d31e on resource:security_group {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:56:33.879908 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d4dee84f-376c-4f78-9fea-48fc17909e87 req-ad33c8ba-425e-4026-a638-00e6ecf372aa tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612471 Feb 19 02:56:33.937773 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Network d14f0ed8-dc4c-4c7e-98e7-020c087f1c61 details requested by agent ovs-agent-dv-cinder-775706-2-smb with host dv-cinder-775706-2-smb {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:56:33.952923 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:34.035868 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47151794-48a4-4cab-bc8e-99251f7d7f9b admin admin] Made reservation on behalf of 6262c748284740d8a9cfea7f948aa942 for: {'subnet': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:56:34.040996 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-47151794-48a4-4cab-bc8e-99251f7d7f9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:34.274523 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-952959c6-df87-48b8-b83f-10c38017c679 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:34.276860 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-952959c6-df87-48b8-b83f-10c38017c679 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.87 "GET /v2.0/networks?id=aff37b45-bb0b-4722-99c2-f05b1c234791 HTTP/1.1" status: 200 len: 817 time: 0.5783861 Feb 19 02:56:34.358735 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:34.381474 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Network d14f0ed8-dc4c-4c7e-98e7-020c087f1c61 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:56:34.575309 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:34.588219 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47670) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:34.634151 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-798307a7-8cc6-4bcd-ad58-30432a4bde47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:34.669715 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-798307a7-8cc6-4bcd-ad58-30432a4bde47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:34.689289 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-798307a7-8cc6-4bcd-ad58-30432a4bde47 admin admin] Usage tracker for resource:security_group_rule and tenant:d7c4a8c83fe149318f03250f8a911fcd is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:34.692065 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-5104a9de-f4fe-4793-bb9a-a718febdba4f tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Synchronizing usage tracker for tenant:c002812913314504b133ae634af86b2e on resource:security_group {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:56:34.699192 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-798307a7-8cc6-4bcd-ad58-30432a4bde47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:34.720506 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-798307a7-8cc6-4bcd-ad58-30432a4bde47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:34.934446 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-5104a9de-f4fe-4793-bb9a-a718febdba4f tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Unset dirty status for tenant:c002812913314504b133ae634af86b2e on resource:security_group {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:56:34.960699 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-5104a9de-f4fe-4793-bb9a-a718febdba4f tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c002812913314504b133ae634af86b2e HTTP/1.1" status: 200 len: 5703 time: 0.6259055 Feb 19 02:56:34.989320 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Request body: {'port': {'device_id': '5fb7253a-adba-4965-b266-3a0958a67f38', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'admin_state_up': True, 'tenant_id': 'c002812913314504b133ae634af86b2e', 'security_groups': ['17b61cf9-e2b2-42ef-93ca-12d8468e2bf5']}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:35.028109 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-798307a7-8cc6-4bcd-ad58-30432a4bde47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:35.037757 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-798307a7-8cc6-4bcd-ad58-30432a4bde47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:35.058262 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:35.126249 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-798307a7-8cc6-4bcd-ad58-30432a4bde47 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d7c4a8c83fe149318f03250f8a911fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5352912 Feb 19 02:56:35.131272 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798307a7-8cc6-4bcd-ad58-30432a4bde47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6026d3b4-e0ff-40b4-a37c-26d96bee2107,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:35.136591 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47692) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:35.154853 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-798307a7-8cc6-4bcd-ad58-30432a4bde47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:35.229382 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:35.366913 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c8e935c6-6793-4bd7-9916-701311e381b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:35.466388 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c8e935c6-6793-4bd7-9916-701311e381b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:35.568037 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c8e935c6-6793-4bd7-9916-701311e381b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:35.601017 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-4f34cf53-81e9-41fe-ab2a-ce62a5771a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:35.617061 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-114baa40-9b07-47c6-bc7f-18e5e65be92f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:35.665361 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e935c6-6793-4bd7-9916-701311e381b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6026d3b4-e0ff-40b4-a37c-26d96bee2107,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:35.682385 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c8e935c6-6793-4bd7-9916-701311e381b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:35.841411 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9e22b3be-9ec1-4b92-b46d-c2a6e2806b2b req-159252cb-e00d-49ff-af6e-26d046e7b3fa tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 210 time: 0.1641517 Feb 19 02:56:35.846776 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c8e935c6-6793-4bd7-9916-701311e381b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:35.851282 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-c8e935c6-6793-4bd7-9916-701311e381b2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6026d3b4-e0ff-40b4-a37c-26d96bee2107 HTTP/1.1" status: 204 len: 168 time: 0.7103708 Feb 19 02:56:35.977797 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Pushing event updated for resources: {'Port': ['ID=0c8b2cc5-511f-41e8-ae29-f1970960a453,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:35.990351 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:36.252048 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08184f0a-3ab4-4d3f-a64f-41bd00985fe6 req-ee9966c0-7b72-4d1c-a311-bf62433cea76 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:36.262359 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-08184f0a-3ab4-4d3f-a64f-41bd00985fe6 req-ee9966c0-7b72-4d1c-a311-bf62433cea76 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 932 time: 0.2808557 Feb 19 02:56:36.266333 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:36.279282 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Usage tracker for resource:port and tenant:c002812913314504b133ae634af86b2e is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:36.291923 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:36.301133 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:36.311300 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.objects.ports [None req-ba4eadcd-973e-4385-8082-2fd1b162907f None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84086) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 19 02:56:36.319566 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c46eec54-eede-4e12-b72b-80078e70e095 {{(pid=84085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 02:56:36.361485 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Made reservation on behalf of c002812913314504b133ae634af86b2e for: {'port': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:56:36.368611 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:36.386186 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:36.411857 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-08184f0a-3ab4-4d3f-a64f-41bd00985fe6 req-adedf94e-e63a-43b5-824b-274603b303e1 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479578 Feb 19 02:56:36.482671 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Transition to ACTIVE for port object c46eec54-eede-4e12-b72b-80078e70e095 will not be triggered until provisioned by entity L2. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:56:36.568797 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:36.594962 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Network 0e56412c-4854-452b-991d-f8414d441bfe is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:56:36.626901 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-8c8b619c-1fbc-4051-b66e-2e0de540d1b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:36.663486 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:56:36.757051 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:56:36.789677 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:37.070120 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device b9087256-191c-4476-a572-ce2bf0b124ef up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:37.131109 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Pushing event updated for resources: {'Port': ['ID=c46eec54-eede-4e12-b72b-80078e70e095,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:37.220824 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45c00512-b44a-4a6d-a124-5537d437b92d req-80ccf58b-7103-4799-8bb9-2d51aaad5f74 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 210 time: 0.0718684 Feb 19 02:56:37.243305 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:37.267711 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:37.292536 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning for port b9087256-191c-4476-a572-ce2bf0b124ef completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:56:37.309651 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port b9087256-191c-4476-a572-ce2bf0b124ef triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:37.310398 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:37.545867 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:56:37.602048 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:37.655825 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-47151794-48a4-4cab-bc8e-99251f7d7f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:37.661323 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce3d3a4-33ac-4227-af57-989829935d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9087256-191c-4476-a572-ce2bf0b124ef'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:56:37.705702 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port b9087256-191c-4476-a572-ce2bf0b124ef, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=b9087256-191c-4476-a572-ce2bf0b124ef,segment=NetworkSegment(8de2b73b-ad3d-4999-88f7-fbe508114dc5),segment_id=8de2b73b-ad3d-4999-88f7-fbe508114dc5)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:56:37.709708 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:37.716898 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:37.775287 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c4417d0c-f7a6-46b0-8bff-cb9df803dcd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:37.894823 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce3d3a4-33ac-4227-af57-989829935d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9087256-191c-4476-a572-ce2bf0b124ef', 'code': 200} Feb 19 02:56:37.930307 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=b9087256-191c-4476-a572-ce2bf0b124ef,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:37.937615 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:38.118557 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddc82b-90b0-4b48-840a-a4f4332b6c58 req-c5e7f3b8-1046-4538-a08f-d673fedc9a54 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:38.122729 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-26ddc82b-90b0-4b48-840a-a4f4332b6c58 req-c5e7f3b8-1046-4538-a08f-d673fedc9a54 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 944 time: 0.3130882 Feb 19 02:56:38.184976 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Attempting to bind port c46eec54-eede-4e12-b72b-80078e70e095 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:38.185411 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Attempting to bind port c46eec54-eede-4e12-b72b-80078e70e095 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '8de2b73b-ad3d-4999-88f7-fbe508114dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35'}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:56:38.186035 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Attempting to bind port c46eec54-eede-4e12-b72b-80078e70e095 on network 9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:56:38.235852 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-26ddc82b-90b0-4b48-840a-a4f4332b6c58 req-b323c6f0-8eec-4804-b9ad-22b09802cdd9 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038775 Feb 19 02:56:38.316842 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device b9087256-191c-4476-a572-ce2bf0b124ef up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:38.476943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port b9087256-191c-4476-a572-ce2bf0b124ef triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:38.477535 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:38.561198 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ef2378fb-8976-42f6-9b72-d5ab2a9c3d02 req-b109f947-6333-4117-aacd-2d4335f1fdce tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 210 time: 0.1177707 Feb 19 02:56:38.830959 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Checking agent: {'id': '38d2f619-f811-4ccc-89e2-793bab8ea98e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 53, 25), 'started_at': datetime.datetime(2021, 2, 19, 2, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:56:38.831633 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Checking segment: {'id': '8de2b73b-ad3d-4999-88f7-fbe508114dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:56:38.831633 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:38.831999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Bound using segment: {'id': '8de2b73b-ad3d-4999-88f7-fbe508114dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35'} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:56:38.833153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Bound port: c46eec54-eede-4e12-b72b-80078e70e095, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de2b73b-ad3d-4999-88f7-fbe508114dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35'}}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:56:38.833618 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:38.917399 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Allocated IP 172.20.0.3 (aff37b45-bb0b-4722-99c2-f05b1c234791/b750ccce-480c-48ff-95df-32a79b278619/2f96b873-54a3-4cc6-86f3-e2ed8d3b5125) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:56:38.986689 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addef1a-641b-4b35-8724-3e09d6f41a8c req-236aca77-dcb1-4e51-912c-8c100b62c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:39.001058 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7addef1a-641b-4b35-8724-3e09d6f41a8c req-236aca77-dcb1-4e51-912c-8c100b62c2de service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 1163 time: 0.3182952 Feb 19 02:56:39.125034 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7addef1a-641b-4b35-8724-3e09d6f41a8c req-55669fce-354c-455c-b5b5-4376bc3c0d26 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153345 Feb 19 02:56:39.267472 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47151794-48a4-4cab-bc8e-99251f7d7f9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c5f3a5-7898-494b-8a0f-565bc9376e1a,revision_number=0']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:39.424218 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:39.584766 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:39.607073 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d4ff9-6a47-4ef9-971e-109e7513bdf4 req-a52e4ad9-06be-45fe-bb42-ac7698ec023c tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:39.609581 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-47151794-48a4-4cab-bc8e-99251f7d7f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.834s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:39.611108 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-de8d4ff9-6a47-4ef9-971e-109e7513bdf4 req-a52e4ad9-06be-45fe-bb42-ac7698ec023c tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 944 time: 0.1800580 Feb 19 02:56:39.700222 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:39.748259 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-de8d4ff9-6a47-4ef9-971e-109e7513bdf4 req-5135dd3d-61dd-496d-869f-b0efdd6748e2 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242914 Feb 19 02:56:40.083357 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bd812613-f310-4e5f-b773-dc64f51eefba req-f2d0032e-c1d7-461a-bb4e-15c089ecb7d8 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 210 time: 0.0988412 Feb 19 02:56:40.270804 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Pushing event updated for resources: {'Port': ['ID=0c8b2cc5-511f-41e8-ae29-f1970960a453,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:40.284145 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device b9087256-191c-4476-a572-ce2bf0b124ef up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:40.297282 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:40.329256 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-24e490a1-717a-4727-8179-081b9a91fa4c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:40.330288 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] For port c46eec54-eede-4e12-b72b-80078e70e095, host hv-cinder-77570, cleared binding levels {{(pid=84085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:56:40.337959 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-24e490a1-717a-4727-8179-081b9a91fa4c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/networks?id=dc92614e-7e38-45f5-b055-2b7cad057984 HTTP/1.1" status: 200 len: 814 time: 0.2524235 Feb 19 02:56:40.367130 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-1739f22b-ac3d-42e5-99c5-61b83215a0c0 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/quotas/f53fe2854fce4916a4d2d8a17072e0a7 HTTP/1.1" status: 200 len: 375 time: 0.0267992 Feb 19 02:56:40.372410 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:40.447436 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] For port c46eec54-eede-4e12-b72b-80078e70e095, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=c46eec54-eede-4e12-b72b-80078e70e095,segment=NetworkSegment(8de2b73b-ad3d-4999-88f7-fbe508114dc5),segment_id=8de2b73b-ad3d-4999-88f7-fbe508114dc5)] {{(pid=84085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:56:40.460341 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port b9087256-191c-4476-a572-ce2bf0b124ef triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:40.460774 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:40.484220 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854343256'] for floatingip, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:40.544892 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:40.551219 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Transition to ACTIVE for port object 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 will not be triggered until provisioned by entity DHCP. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:56:40.578964 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-88353acb-3ee6-4c19-aee9-48cb064d93a1 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f53fe2854fce4916a4d2d8a17072e0a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1937604 Feb 19 02:56:40.700349 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:40.803779 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8713fb04-3dfb-4b06-a994-b85759da291e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:40.836221 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for floatingip, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:40.849502 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 12.1845284 Feb 19 02:56:40.942535 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47151794-48a4-4cab-bc8e-99251f7d7f9b admin admin] Checking segment: {'id': '3055eefa-d22d-4b0e-9fbf-d612be062151', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd14f0ed8-dc4c-4c7e-98e7-020c087f1c61'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:56:40.942932 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47151794-48a4-4cab-bc8e-99251f7d7f9b admin admin] Network hostable DHCP agents. Network: d14f0ed8-dc4c-4c7e-98e7-020c087f1c61, hostable agents: ['5d4d7265-98c5-4e1f-932d-d1cac1607758'], hosted agents: [] {{(pid=84085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 02:56:40.955433 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Pushing event updated for resources: {'Port': ['ID=c46eec54-eede-4e12-b72b-80078e70e095,revision_number=3']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:40.971918 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:40.982701 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-19887bcf-07d6-4c58-95f5-3ca44b2ac478 service neutron] 10.222.0.75 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021852 Feb 19 02:56:41.131765 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47151794-48a4-4cab-bc8e-99251f7d7f9b admin admin] Network d14f0ed8-dc4c-4c7e-98e7-020c087f1c61 is scheduled to be hosted by DHCP agent 5d4d7265-98c5-4e1f-932d-d1cac1607758 with binding_index 1 {{(pid=84085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 02:56:41.154561 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:41.177489 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:41.178223 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:41.179969 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] 10.222.0.87 "PUT /v2.0/ports/c46eec54-eede-4e12-b72b-80078e70e095 HTTP/1.1" status: 200 len: 1158 time: 7.7009988 Feb 19 02:56:41.184224 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:41.218939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-47151794-48a4-4cab-bc8e-99251f7d7f9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-smb, d14f0ed8-dc4c-4c7e-98e7-020c087f1c61) {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:56:41.220809 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5168014-50ee-4ace-990d-3556c389c770', 'tag': 'c46eec54-eede-4e12-b72b-80078e70e095'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:56:41.234651 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0f7fdf-b78e-4d57-947a-79d0d8b82fb5 None None] Network d14f0ed8-dc4c-4c7e-98e7-020c087f1c61 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:56:41.280460 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26881c1b-be22-46c7-a6bd-112a5179feb9 req-fbe57cb0-7a56-4cc8-8316-547d3003cd19 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:41.282735 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-26881c1b-be22-46c7-a6bd-112a5179feb9 req-fbe57cb0-7a56-4cc8-8316-547d3003cd19 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 946 time: 0.5044761 Feb 19 02:56:41.333477 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-13612745-f42f-43c2-a3cf-ded42403f39d service neutron] 10.222.0.75 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3077114 Feb 19 02:56:41.382010 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47151794-48a4-4cab-bc8e-99251f7d7f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:41.382749 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-47151794-48a4-4cab-bc8e-99251f7d7f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:41.404702 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47850) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:41.431382 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-26881c1b-be22-46c7-a6bd-112a5179feb9 req-2d371e17-0b1a-429a-b392-cac3dd60e7dc tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3fce608-711e-4d4c-8c52-1ea3587f2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372309 Feb 19 02:56:41.580806 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Pushing event updated for resources: {'Port': ['ID=2f96b873-54a3-4cc6-86f3-e2ed8d3b5125,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:41.711470 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:41.757220 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Network aff37b45-bb0b-4722-99c2-f05b1c234791 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:56:41.760127 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-47151794-48a4-4cab-bc8e-99251f7d7f9b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 8.4072633 Feb 19 02:56:41.762814 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:56:41.766962 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:56:41.772372 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:41.773638 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:41.831784 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-0ce7e26f-2d7f-492b-9f43-43440b27d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:41.832470 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48ab37b-cdb6-4bdc-992e-19f0551f9445 None None] Network d14f0ed8-dc4c-4c7e-98e7-020c087f1c61 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:56:41.837951 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-0ce7e26f-2d7f-492b-9f43-43440b27d391 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0118817c78a646edba737412d030d31e&device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 1161 time: 0.4497240 Feb 19 02:56:41.848007 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8827963 Feb 19 02:56:42.022058 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-d725674d-56ce-4232-a814-9c902660011b tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Synchronizing usage tracker for tenant:619fad70faee4631a203fa17432b1857 on resource:security_group {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:56:42.046176 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Request body: {'port': {'device_id': '5fb7253a-adba-4965-b266-3a0958a67f38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:42.180756 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-d725674d-56ce-4232-a814-9c902660011b tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Unset dirty status for tenant:619fad70faee4631a203fa17432b1857 on resource:security_group {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:56:42.191496 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-d725674d-56ce-4232-a814-9c902660011b tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1739592747&fields=id&tenant_id=619fad70faee4631a203fa17432b1857 HTTP/1.1" status: 200 len: 267 time: 0.3681803 Feb 19 02:56:42.217991 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-4b58cee1-122c-45ad-b474-fffde53a05ca service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c46eec54-eede-4e12-b72b-80078e70e095 HTTP/1.1" status: 200 len: 217 time: 0.3250310 Feb 19 02:56:42.275609 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b1e0878e-de1f-4ca3-8142-eefca0046319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:42.427202 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-9cd622c5-d5b7-44b8-94cf-a6c4d618518e None None] Provisioning for port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:56:42.434011 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-9cd622c5-d5b7-44b8-94cf-a6c4d618518e None None] Provisioning complete for port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:42.434627 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9cd622c5-d5b7-44b8-94cf-a6c4d618518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:42.502829 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-92380815-24aa-4741-9289-852671c8be3d tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:42.503503 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-92380815-24aa-4741-9289-852671c8be3d tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Synchronizing usage tracker for tenant:619fad70faee4631a203fa17432b1857 on resource:network {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:56:42.517587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:42.529268 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b419a-71ca-43ea-b424-2f688b8f8249 req-a2532c10-b760-46ef-83ea-48592e2577a8 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:42.538203 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d19b419a-71ca-43ea-b424-2f688b8f8249 req-a2532c10-b760-46ef-83ea-48592e2577a8 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 944 time: 0.8511264 Feb 19 02:56:42.574310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-92380815-24aa-4741-9289-852671c8be3d tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Unset dirty status for tenant:619fad70faee4631a203fa17432b1857 on resource:network {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:56:42.583346 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-92380815-24aa-4741-9289-852671c8be3d tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/networks?id=3a78709d-1a68-4957-9e6e-7eecb2b4a618 HTTP/1.1" status: 200 len: 810 time: 0.3903139 Feb 19 02:56:42.612005 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-9cd622c5-d5b7-44b8-94cf-a6c4d618518e None None] Port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 cannot update to ACTIVE because it is not bound. {{(pid=84086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 02:56:42.624954 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-febb480c-fc8e-4c87-a159-810211d08190 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/quotas/619fad70faee4631a203fa17432b1857 HTTP/1.1" status: 200 len: 375 time: 0.0404751 Feb 19 02:56:42.677464 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-b1e0878e-de1f-4ca3-8142-eefca0046319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:42.686209 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-b1e0878e-de1f-4ca3-8142-eefca0046319 admin admin] Usage tracker for resource:security_group_rule and tenant:48fb08bfb29941fd86a164388a2e6d9b is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:42.692357 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-b1e0878e-de1f-4ca3-8142-eefca0046319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:42.727068 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d19b419a-71ca-43ea-b424-2f688b8f8249 req-0db65d17-be23-4def-8d3d-6189959e6600 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877081 Feb 19 02:56:42.850958 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-83cb0e99-957c-4b76-b500-72d2d4c10bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:42.852837 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-83cb0e99-957c-4b76-b500-72d2d4c10bd7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79 HTTP/1.1" status: 200 len: 858 time: 0.5143564 Feb 19 02:56:42.869234 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-b1e0878e-de1f-4ca3-8142-eefca0046319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:42.872809 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-e653e97c-15ea-4121-88fb-5144aa6e91cb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Synchronizing usage tracker for tenant:619fad70faee4631a203fa17432b1857 on resource:port {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:56:42.982118 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-58098d74-b06e-4505-8723-8fbddf6dce1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:43.065210 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-e653e97c-15ea-4121-88fb-5144aa6e91cb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Unset dirty status for tenant:619fad70faee4631a203fa17432b1857 on resource:port {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:56:43.066781 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-e653e97c-15ea-4121-88fb-5144aa6e91cb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=619fad70faee4631a203fa17432b1857&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4409418 Feb 19 02:56:43.091470 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-241f7af0-38d2-42f5-a0de-8a3c52f286d0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1921651 Feb 19 02:56:43.353582 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174ac9c-b98c-4f44-b927-ec0e06a57f60 req-049b9302-d28d-4c9a-8f17-e193f4e83a47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:43.360211 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:43.360896 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a174ac9c-b98c-4f44-b927-ec0e06a57f60 req-049b9302-d28d-4c9a-8f17-e193f4e83a47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 931 time: 0.3955457 Feb 19 02:56:43.404760 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-17465867-d6ca-4283-9b6b-a57e927ff460 service neutron] 10.222.0.75 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155918 Feb 19 02:56:43.474801 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a174ac9c-b98c-4f44-b927-ec0e06a57f60 req-250bb5ad-7bce-4eca-a8bc-4debb67fcd94 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125803 Feb 19 02:56:43.589778 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47914) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:43.661207 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5168014-50ee-4ace-990d-3556c389c770', 'tag': 'c46eec54-eede-4e12-b72b-80078e70e095', 'status': 'completed', 'code': 200} Feb 19 02:56:43.685324 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b1e0878e-de1f-4ca3-8142-eefca0046319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:44.017318 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1564646779-network', 'tenant_id': '7b9d22d1e7c940588967947199c2ae41'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:44.044957 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:44.066182 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b1e0878e-de1f-4ca3-8142-eefca0046319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:44.090756 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2fe5604a-6891-457c-81a3-94cd5051445d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:44.111471 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 02:56:44.129306 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-474a3ab0-c44b-4b6a-916b-9ff5b30d2ef9 service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9788208 Feb 19 02:56:44.219593 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.87', 58376) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:44.298737 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-b1e0878e-de1f-4ca3-8142-eefca0046319 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=48fb08bfb29941fd86a164388a2e6d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8925886 Feb 19 02:56:44.330866 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d10bc462-7467-45d2-911b-029e4046ce19 req-6bc68575-57b4-4f66-96b4-f1592c7cbb27 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=518a1402-56c5-45ae-a870-b6d88ffd15df HTTP/1.1" status: 200 len: 210 time: 0.4013121 Feb 19 02:56:44.333589 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0878e-de1f-4ca3-8142-eefca0046319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e556e35-6f96-44d3-a580-8cfb842f2873,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:44.351094 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47928) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:44.355260 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-8a58ff4b-770f-432a-aa97-c46c666dbaca service neutron] 10.222.0.75 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9277859 Feb 19 02:56:44.358017 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b1e0878e-de1f-4ca3-8142-eefca0046319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:44.361073 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Usage tracker for resource:network and tenant:7b9d22d1e7c940588967947199c2ae41 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:44.378515 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:44.406449 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:44.450676 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d156b7-b8a2-458c-b8a1-84d3843b83a8 req-0d5a0d71-999b-405a-8257-bd87d02c5842 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:44.454343 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-20d156b7-b8a2-458c-b8a1-84d3843b83a8 req-0d5a0d71-999b-405a-8257-bd87d02c5842 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.87 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 946 time: 0.8531048 Feb 19 02:56:44.461861 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Made reservation on behalf of 7b9d22d1e7c940588967947199c2ae41 for: {'network': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:56:44.487043 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for network, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:44.593251 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:44.629197 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.resource_extend [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 19 02:56:44.649302 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:44.658510 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Usage tracker for resource:security_group_rule and tenant:7b9d22d1e7c940588967947199c2ae41 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:44.678382 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:44.698080 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-20d156b7-b8a2-458c-b8a1-84d3843b83a8 req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Deleting port 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 {{(pid=84083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 02:56:44.698389 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-20d156b7-b8a2-458c-b8a1-84d3843b83a8 req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:44.738380 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:44.754385 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:44.856489 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b9488ef-d025-45b4-bafd-02bca9478d65 req-5c8b63e3-f3b9-49c1-bf85-3626d6ec4c6d service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6913886 Feb 19 02:56:44.923393 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 {{(pid=84085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 02:56:44.929933 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0b093266-6558-4d67-a16c-3962fbe2cdcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:44.939358 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:44.954541 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-0c272b4c-777e-4e6e-971d-ad4b2435bbaf tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:44.956248 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-0c272b4c-777e-4e6e-971d-ad4b2435bbaf tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.87 "GET /v2.0/networks?id=dc92614e-7e38-45f5-b055-2b7cad057984 HTTP/1.1" status: 200 len: 814 time: 0.7301850 Feb 19 02:56:44.989229 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6cf2ba3a-ecc5-4327-bc70-7d94e4b08575,segment=NetworkSegment(87490e08-8d8c-44d7-91ad-537cfd335ba9),segment_id=87490e08-8d8c-44d7-91ad-537cfd335ba9)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:56:45.001342 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cf2ba3a-ecc5-4327-bc70-7d94e4b08575'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:56:45.003791 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Transition to ACTIVE for port object 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 will not be triggered until provisioned by entity L2. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:56:45.012218 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-2f983ab8-b400-46f9-92e4-08a653efb351 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Request body: {'port': {'device_id': '518a1402-56c5-45ae-a870-b6d88ffd15df', 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984', 'admin_state_up': True, 'tenant_id': 'f53fe2854fce4916a4d2d8a17072e0a7'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:45.031341 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:45.043289 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:45.069152 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cfbc6342-835a-47e1-8f58-c53ff8b58385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:45.115656 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0b093266-6558-4d67-a16c-3962fbe2cdcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:45.202302 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:45.300159 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:45.306324 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:45.327303 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f2d4c-7602-48e1-9f22-d90647432da9 req-25b3d171-5586-4fc1-b3ae-41886feed35d tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:45.333241 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ca8f2d4c-7602-48e1-9f22-d90647432da9 req-25b3d171-5586-4fc1-b3ae-41886feed35d tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 946 time: 0.5965321 Feb 19 02:56:45.350855 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=6cf2ba3a-ecc5-4327-bc70-7d94e4b08575,revision_number=5']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:45.368260 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.371805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.372819 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.373585 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.376429 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.377284 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.379891 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.384630 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.385563 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.386436 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.387061 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.387515 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.388323 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.392303 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.392898 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.393369 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.393853 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.394296 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.394738 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.395191 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.395632 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.396086 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.396690 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.397120 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:56:45.414205 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:45.501431 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47960) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:45.540849 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Pushing event updated for resources: {'Port': ['ID=2f96b873-54a3-4cc6-86f3-e2ed8d3b5125,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:45.544923 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:45.573686 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:45.577712 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ca8f2d4c-7602-48e1-9f22-d90647432da9 req-371dca3d-f41c-4187-8296-bcfb59a577d6 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3fce608-711e-4d4c-8c52-1ea3587f2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110257 Feb 19 02:56:45.596996 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:45.611396 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:45.634008 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-20d156b7-b8a2-458c-b8a1-84d3843b83a8 req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] For port 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6cf2ba3a-ecc5-4327-bc70-7d94e4b08575,segment=NetworkSegment(87490e08-8d8c-44d7-91ad-537cfd335ba9),segment_id=87490e08-8d8c-44d7-91ad-537cfd335ba9)] {{(pid=84083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:56:45.634584 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-20d156b7-b8a2-458c-b8a1-84d3843b83a8 req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:45.667944 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-2f983ab8-b400-46f9-92e4-08a653efb351 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:45.759795 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-2f983ab8-b400-46f9-92e4-08a653efb351 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Usage tracker for resource:port and tenant:f53fe2854fce4916a4d2d8a17072e0a7 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:45.770830 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 02:56:45.771108 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0b093266-6558-4d67-a16c-3962fbe2cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:45.775925 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-2f983ab8-b400-46f9-92e4-08a653efb351 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:45.785567 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:45.785757 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.segments_db [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Added segment b1508ff8-efa2-48a5-8356-14e3ceb163ac of type vxlan for network fa0280a6-6f3b-4a07-80ef-b3eccd3de1b2 Feb 19 02:56:45.788644 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:45.799309 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175bc9c-e333-45b6-92c0-dfc87e7046d0 req-4d13d605-c371-43dc-a25f-a498e5624345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:45.801148 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3175bc9c-e333-45b6-92c0-dfc87e7046d0 req-4d13d605-c371-43dc-a25f-a498e5624345 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0118817c78a646edba737412d030d31e&device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 1161 time: 0.7335320 Feb 19 02:56:45.818375 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-2f983ab8-b400-46f9-92e4-08a653efb351 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:45.826201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363286359061518'] for network, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:45.836229 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b093266-6558-4d67-a16c-3962fbe2cdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e556e35-6f96-44d3-a580-8cfb842f2873,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:45.847202 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0b093266-6558-4d67-a16c-3962fbe2cdcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:45.979041 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-2f983ab8-b400-46f9-92e4-08a653efb351 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Made reservation on behalf of f53fe2854fce4916a4d2d8a17072e0a7 for: {'port': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:56:45.985538 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-2f983ab8-b400-46f9-92e4-08a653efb351 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:46.055939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Attempting to bind port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:46.056782 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Attempting to bind port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'd616cdcb-7ab1-43cf-a37d-52e71d74e46e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791'}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:56:46.057655 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Attempting to bind port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 on network aff37b45-bb0b-4722-99c2-f05b1c234791 {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:56:46.068348 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-20d156b7-b8a2-458c-b8a1-84d3843b83a8 req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Calling delete_port for 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 owned by compute:nova {{(pid=84083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 02:56:46.087287 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Checking agent: {'id': '38d2f619-f811-4ccc-89e2-793bab8ea98e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 53, 25), 'started_at': datetime.datetime(2021, 2, 19, 2, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:56:46.088224 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Checking segment: {'id': 'd616cdcb-7ab1-43cf-a37d-52e71d74e46e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:56:46.089061 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:46.090328 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Bound using segment: {'id': 'd616cdcb-7ab1-43cf-a37d-52e71d74e46e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791'} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:56:46.091165 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Bound port: 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd616cdcb-7ab1-43cf-a37d-52e71d74e46e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791'}}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:56:46.091598 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:46.106359 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:46.110053 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f455ba0-3294-4895-a141-79b9e925493a,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:46.119772 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0b093266-6558-4d67-a16c-3962fbe2cdcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:46.124051 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-0b093266-6558-4d67-a16c-3962fbe2cdcb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3e556e35-6f96-44d3-a580-8cfb842f2873 HTTP/1.1" status: 204 len: 168 time: 1.7714362 Feb 19 02:56:46.133424 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:46.134639 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:46.140339 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:46.187349 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-55a00dec-c96f-47d9-b955-9dcf4a461716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:46.228816 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a32cea32-6f81-4e2b-8a7c-6b23188ad346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:46.250766 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-55a00dec-c96f-47d9-b955-9dcf4a461716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:46.255458 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-55a00dec-c96f-47d9-b955-9dcf4a461716 admin admin] Usage tracker for resource:security_group_rule and tenant:69789a139ccc4554b6534bf7d84e6316 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:46.258909 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-55a00dec-c96f-47d9-b955-9dcf4a461716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:46.266501 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-55a00dec-c96f-47d9-b955-9dcf4a461716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:46.396872 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5058f9-8b3c-4b24-bd30-488d4ee04ec0 req-bc56a08c-4ff3-4108-9e72-1f0ca8278836 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:46.399034 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5d5058f9-8b3c-4b24-bd30-488d4ee04ec0 req-bc56a08c-4ff3-4108-9e72-1f0ca8278836 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 944 time: 1.0576968 Feb 19 02:56:46.424518 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.8168261 Feb 19 02:56:46.437691 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47972) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:46.455844 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-cf2b10ea-02bb-4f68-aa4d-e42afe798294 admin admin] Request body: {'subnet': {'network_id': 'fa0280a6-6f3b-4a07-80ef-b3eccd3de1b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1564646779-subnet', 'tenant_id': '7b9d22d1e7c940588967947199c2ae41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:46.491152 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-cf2b10ea-02bb-4f68-aa4d-e42afe798294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:46.507975 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-cf2b10ea-02bb-4f68-aa4d-e42afe798294 admin admin] Usage tracker for resource:subnet and tenant:7b9d22d1e7c940588967947199c2ae41 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:46.514166 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] For port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125, host hv-cinder-77570, cleared binding levels {{(pid=84085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:56:46.532749 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-cf2b10ea-02bb-4f68-aa4d-e42afe798294 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:46.546110 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175bc9c-e333-45b6-92c0-dfc87e7046d0 req-71fd7845-eb52-426c-a7f5-2fdeb4d801a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:46.547251 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3175bc9c-e333-45b6-92c0-dfc87e7046d0 req-71fd7845-eb52-426c-a7f5-2fdeb4d801a7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 HTTP/1.1" status: 200 len: 912 time: 0.7126758 Feb 19 02:56:46.558116 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] For port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=2f96b873-54a3-4cc6-86f3-e2ed8d3b5125,segment=NetworkSegment(d616cdcb-7ab1-43cf-a37d-52e71d74e46e),segment_id=d616cdcb-7ab1-43cf-a37d-52e71d74e46e)] {{(pid=84085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:56:46.560112 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-cf2b10ea-02bb-4f68-aa4d-e42afe798294 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:46.682293 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:46.692639 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Pushing event updated for resources: {'Network': ['ID=fa0280a6-6f3b-4a07-80ef-b3eccd3de1b2,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:46.695450 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-349ca5b5-6610-4870-9f9f-ab016132b5bf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:46.697174 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 47976) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:46.709266 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:46.715945 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Network fa0280a6-6f3b-4a07-80ef-b3eccd3de1b2 details requested by agent ovs-agent-dv-cinder-775706-2-smb with host dv-cinder-775706-2-smb {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:56:46.751022 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Network fa0280a6-6f3b-4a07-80ef-b3eccd3de1b2 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:56:46.810603 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5d5058f9-8b3c-4b24-bd30-488d4ee04ec0 req-64f2d0c7-f259-4e01-a4df-a47effef5086 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887484 Feb 19 02:56:46.811982 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2f7c2b8c-4e1e-44c0-85a3-ce83aee49f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:46.884441 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.api [req-20d156b7-b8a2-458c-b8a1-84d3843b83a8 req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:56:46.884933 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_db.api [req-20d156b7-b8a2-458c-b8a1-84d3843b83a8 req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 02:56:46.910636 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-2f7c2b8c-4e1e-44c0-85a3-ce83aee49f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:46.929322 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-2f7c2b8c-4e1e-44c0-85a3-ce83aee49f32 admin admin] Usage tracker for resource:security_group_rule and tenant:13f3c362167c4e2987a1aa348d936f40 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:46.942498 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796e565-eea3-4f51-9b90-9851b2def193 req-59cb35bf-c446-429f-ace5-0ec764844799 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:46.952685 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b796e565-eea3-4f51-9b90-9851b2def193 req-59cb35bf-c446-429f-ace5-0ec764844799 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.8439624 Feb 19 02:56:46.957319 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-2f7c2b8c-4e1e-44c0-85a3-ce83aee49f32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:46.967314 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3175bc9c-e333-45b6-92c0-dfc87e7046d0 req-03f201bc-638c-4d25-b833-55bf1764bb47 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c46eec54-eede-4e12-b72b-80078e70e095 HTTP/1.1" status: 200 len: 217 time: 0.3483725 Feb 19 02:56:46.989289 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-2f7c2b8c-4e1e-44c0-85a3-ce83aee49f32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:47.067236 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b796e565-eea3-4f51-9b90-9851b2def193 req-6f846a29-8d8e-4693-a859-69cc82cfcc80 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114352 Feb 19 02:56:47.200211 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cf2ba3a-ecc5-4327-bc70-7d94e4b08575', 'code': 200} Feb 19 02:56:47.258658 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-93ce8dcd-5f8b-4999-b2ad-ed822b91fc82 req-731f8762-7745-49c8-ad95-d070dc0e5e85 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 210 time: 0.1997538 Feb 19 02:56:47.338805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2f7c2b8c-4e1e-44c0-85a3-ce83aee49f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:47.345922 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2f7c2b8c-4e1e-44c0-85a3-ce83aee49f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:47.350651 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2b10ea-02bb-4f68-aa4d-e42afe798294 admin admin] Made reservation on behalf of 7b9d22d1e7c940588967947199c2ae41 for: {'subnet': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:56:47.357362 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0bea5045-bcd0-4aec-a8d4-dab47e2b748a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:47.359151 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cf2b10ea-02bb-4f68-aa4d-e42afe798294 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:47.490125 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-20d156b7-b8a2-458c-b8a1-84d3843b83a8 req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Deleting port 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 {{(pid=84083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 02:56:47.490880 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-20d156b7-b8a2-458c-b8a1-84d3843b83a8 req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:47.597397 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.87', 58380) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:47.701806 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-79257002-c0cf-4d43-b20c-5284fd92fdab req-36616735-8f55-4b0f-bc07-250aee35c291 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=518a1402-56c5-45ae-a870-b6d88ffd15df HTTP/1.1" status: 200 len: 210 time: 0.2932854 Feb 19 02:56:47.737255 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Pushing event updated for resources: {'Port': ['ID=2f96b873-54a3-4cc6-86f3-e2ed8d3b5125,revision_number=3']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:47.741177 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.046s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:47.776508 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175bc9c-e333-45b6-92c0-dfc87e7046d0 req-7994c6b1-8b03-401f-9d43-a403d83df4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:47.778555 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3175bc9c-e333-45b6-92c0-dfc87e7046d0 req-7994c6b1-8b03-401f-9d43-a403d83df4b7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79 HTTP/1.1" status: 200 len: 858 time: 0.3925276 Feb 19 02:56:47.787474 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-55a00dec-c96f-47d9-b955-9dcf4a461716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:47.817030 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-55a00dec-c96f-47d9-b955-9dcf4a461716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:47.837140 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b1e0878e-de1f-4ca3-8142-eefca0046319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:47.942788 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-2f983ab8-b400-46f9-92e4-08a653efb351 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Allocated IP 172.20.0.6 (dc92614e-7e38-45f5-b055-2b7cad057984/d1b0d8e7-d261-47fc-bf06-034ec39db489/e63202a2-5f99-426e-be2d-104945f88c6f) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:56:47.950721 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3175bc9c-e333-45b6-92c0-dfc87e7046d0 req-2f07f164-6fef-456f-829b-ab3a53746a2a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234934 Feb 19 02:56:48.093287 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:48.094504 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:48.096456 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] 10.222.0.87 "PUT /v2.0/ports/2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 HTTP/1.1" status: 200 len: 1157 time: 6.0706697 Feb 19 02:56:48.171145 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb7253a-adba-4965-b266-3a0958a67f38', 'tag': '2f96b873-54a3-4cc6-86f3-e2ed8d3b5125'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:56:48.181818 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-55a00dec-c96f-47d9-b955-9dcf4a461716 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=69789a139ccc4554b6534bf7d84e6316&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6652248 Feb 19 02:56:48.209809 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 47994) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:48.212732 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a00dec-c96f-47d9-b955-9dcf4a461716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4aa0f02-fd6a-4f9b-9f8f-c08b80413590,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:48.236382 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c2b8c-4e1e-44c0-85a3-ce83aee49f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7fa1a6-19c5-4458-9e83-a609a57c5c23,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:48.273682 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2f7c2b8c-4e1e-44c0-85a3-ce83aee49f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:48.313481 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-2f7c2b8c-4e1e-44c0-85a3-ce83aee49f32 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=13f3c362167c4e2987a1aa348d936f40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6107364 Feb 19 02:56:48.315348 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-55a00dec-c96f-47d9-b955-9dcf4a461716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:48.342705 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 48000) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:48.712755 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3175bc9c-e333-45b6-92c0-dfc87e7046d0 req-fa8e851c-fb1a-4725-b614-ccd54f496f81 service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6651602 Feb 19 02:56:48.775270 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-cee7a60a-d617-4d2b-ba8e-c2120ec407c0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:48.776973 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-cee7a60a-d617-4d2b-ba8e-c2120ec407c0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.87 "GET /v2.0/networks?id=3a78709d-1a68-4957-9e6e-7eecb2b4a618 HTTP/1.1" status: 200 len: 810 time: 1.1590869 Feb 19 02:56:48.794271 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1471c7ce-4460-49bc-825a-90019c23c5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:48.812895 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249724ea-f3b4-4fad-a196-a51d74ed0420 req-2b427b9c-cade-425b-8ef0-99b6d7e3fb04 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:48.814873 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-249724ea-f3b4-4fad-a196-a51d74ed0420 req-2b427b9c-cade-425b-8ef0-99b6d7e3fb04 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 944 time: 1.2346964 Feb 19 02:56:48.930670 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9add372-f79e-4af2-be25-eb2f3057968d req-27b87ddf-b18e-4c02-af11-6c6383d682b5 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:48.933812 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d9add372-f79e-4af2-be25-eb2f3057968d req-27b87ddf-b18e-4c02-af11-6c6383d682b5 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 944 time: 0.6628292 Feb 19 02:56:48.974583 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-2f384e3d-7165-468f-95d3-4f84de55d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:48.976267 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-2f384e3d-7165-468f-95d3-4f84de55d5a1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c002812913314504b133ae634af86b2e&device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 1160 time: 0.7702880 Feb 19 02:56:48.985984 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-2f983ab8-b400-46f9-92e4-08a653efb351 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:48.991899 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0588f44f-decd-4811-8da3-df72ce770ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:49.088826 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device c46eec54-eede-4e12-b72b-80078e70e095 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:49.107620 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-20d156b7-b8a2-458c-b8a1-84d3843b83a8 req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] For port 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6cf2ba3a-ecc5-4327-bc70-7d94e4b08575,segment=NetworkSegment(87490e08-8d8c-44d7-91ad-537cfd335ba9),segment_id=87490e08-8d8c-44d7-91ad-537cfd335ba9)] {{(pid=84083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:56:49.108273 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-20d156b7-b8a2-458c-b8a1-84d3843b83a8 req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:49.131703 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1471c7ce-4460-49bc-825a-90019c23c5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:49.174017 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-249724ea-f3b4-4fad-a196-a51d74ed0420 req-86538d5f-1ab1-4636-b1af-c219273be2fa tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/security-groups?id=f3fce608-711e-4d4c-8c52-1ea3587f2d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041208 Feb 19 02:56:49.184999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning for port c46eec54-eede-4e12-b72b-80078e70e095 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:56:49.207968 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port c46eec54-eede-4e12-b72b-80078e70e095 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:49.209407 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:49.241238 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-c6e47f9e-9395-4074-8138-d61d3407b524 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 HTTP/1.1" status: 200 len: 217 time: 0.2281902 Feb 19 02:56:49.323667 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0588f44f-decd-4811-8da3-df72ce770ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:49.384665 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:49.419578 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5168014-50ee-4ace-990d-3556c389c770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46eec54-eede-4e12-b72b-80078e70e095'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:56:49.431555 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port c46eec54-eede-4e12-b72b-80078e70e095, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=c46eec54-eede-4e12-b72b-80078e70e095,segment=NetworkSegment(8de2b73b-ad3d-4999-88f7-fbe508114dc5),segment_id=8de2b73b-ad3d-4999-88f7-fbe508114dc5)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:56:49.435207 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:49.438026 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-187ad624-f91e-4056-965d-9a7c1b5da130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:49.472868 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-749e77e8-1132-4654-a0a1-42e65be885c0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=619fad70faee4631a203fa17432b1857 HTTP/1.1" status: 200 len: 5705 time: 0.6688726 Feb 19 02:56:49.489119 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-20d156b7-b8a2-458c-b8a1-84d3843b83a8 req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Calling delete_port for 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 owned by compute:nova {{(pid=84083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 02:56:49.516555 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=c46eec54-eede-4e12-b72b-80078e70e095,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:49.520248 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:49.573891 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3175bc9c-e333-45b6-92c0-dfc87e7046d0 req-9e908c13-92d3-48c0-81c0-bdf51cd424bc service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8462720 Feb 19 02:56:49.624119 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-f57b826e-30d1-48ab-9bea-0d5eb296f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:49.626907 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-f57b826e-30d1-48ab-9bea-0d5eb296f7a8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b750ccce-480c-48ff-95df-32a79b278619 HTTP/1.1" status: 200 len: 856 time: 0.3329017 Feb 19 02:56:49.644835 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-2f983ab8-b400-46f9-92e4-08a653efb351 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:49.652626 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d9add372-f79e-4af2-be25-eb2f3057968d req-aa6093df-6364-4319-9c93-a322390cce53 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6844289 Feb 19 02:56:49.666097 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-3c1aa6b4-dd3e-4f4e-9bd2-305b39b50ca4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Request body: {'port': {'device_id': 'a363156b-f3fb-489d-a4be-010fa9f64c94', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'admin_state_up': True, 'tenant_id': '619fad70faee4631a203fa17432b1857', 'security_groups': ['f79d9808-cb6d-437e-9ef2-21f90215d3d8']}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:49.734858 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:49.779299 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb7253a-adba-4965-b266-3a0958a67f38', 'tag': '2f96b873-54a3-4cc6-86f3-e2ed8d3b5125', 'status': 'completed', 'code': 200} Feb 19 02:56:49.996579 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1328fbe8-bde8-4a5c-86f8-faf4621f784c req-066c0d98-2e57-480e-b121-4281fd69f0cb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 210 time: 0.1563768 Feb 19 02:56:50.140463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1471c7ce-4460-49bc-825a-90019c23c5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:50.203785 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0588f44f-decd-4811-8da3-df72ce770ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:50.327376 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f983ab8-b400-46f9-92e4-08a653efb351 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Pushing event updated for resources: {'Port': ['ID=e63202a2-5f99-426e-be2d-104945f88c6f,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:50.357394 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2f983ab8-b400-46f9-92e4-08a653efb351 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:50.360396 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:50.410902 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a9bdf-c968-46c8-9d5f-7ec794a3bc47 req-53780c1a-e4e5-45a2-a691-061a48be903e tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:50.413987 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e69a9bdf-c968-46c8-9d5f-7ec794a3bc47 req-53780c1a-e4e5-45a2-a691-061a48be903e tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 1.0823891 Feb 19 02:56:50.424643 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-3c1aa6b4-dd3e-4f4e-9bd2-305b39b50ca4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:50.428828 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471c7ce-4460-49bc-825a-90019c23c5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4aa0f02-fd6a-4f9b-9f8f-c08b80413590,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:50.445697 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1471c7ce-4460-49bc-825a-90019c23c5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:50.451475 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-1471c7ce-4460-49bc-825a-90019c23c5f1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a4aa0f02-fd6a-4f9b-9f8f-c08b80413590 HTTP/1.1" status: 204 len: 168 time: 2.2359128 Feb 19 02:56:50.481435 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-3c1aa6b4-dd3e-4f4e-9bd2-305b39b50ca4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:50.493591 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-20d156b7-b8a2-458c-b8a1-84d3843b83a8 req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:50.514448 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0588f44f-decd-4811-8da3-df72ce770ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:50.520176 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-0588f44f-decd-4811-8da3-df72ce770ee6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ed7fa1a6-19c5-4458-9e83-a609a57c5c23 HTTP/1.1" status: 204 len: 168 time: 2.1611617 Feb 19 02:56:50.524032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588f44f-decd-4811-8da3-df72ce770ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7fa1a6-19c5-4458-9e83-a609a57c5c23,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:50.532306 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device c46eec54-eede-4e12-b72b-80078e70e095 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:50.542008 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0588f44f-decd-4811-8da3-df72ce770ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:50.560147 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3c7ad36e-7de7-4756-a4f7-a129aa6fd423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:50.561025 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3c7ad36e-7de7-4756-a4f7-a129aa6fd423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:50.563920 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cf2b10ea-02bb-4f68-aa4d-e42afe798294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:50.593290 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:50.648628 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-e1a2cd9f-9fe2-46bc-ac70-a32f546f5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:50.650849 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port c46eec54-eede-4e12-b72b-80078e70e095 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:50.651575 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:50.652749 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-e1a2cd9f-9fe2-46bc-ac70-a32f546f5a30 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=aff37b45-bb0b-4722-99c2-f05b1c234791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.0044246 Feb 19 02:56:50.676875 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:50.747550 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-2f983ab8-b400-46f9-92e4-08a653efb351 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Network dc92614e-7e38-45f5-b055-2b7cad057984 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:56:50.763818 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-2f983ab8-b400-46f9-92e4-08a653efb351 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:56:50.819981 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-2f983ab8-b400-46f9-92e4-08a653efb351 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:56:50.826332 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-2f983ab8-b400-46f9-92e4-08a653efb351 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:50.827485 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-2f983ab8-b400-46f9-92e4-08a653efb351 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:50.882333 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Pushing event deleted for resources: {'Port': ['ID=6cf2ba3a-ecc5-4327-bc70-7d94e4b08575,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:50.919286 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-3c1aa6b4-dd3e-4f4e-9bd2-305b39b50ca4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Made reservation on behalf of 619fad70faee4631a203fa17432b1857 for: {'port': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:56:50.937955 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-3c1aa6b4-dd3e-4f4e-9bd2-305b39b50ca4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:51.006287 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:51.044767 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e69a9bdf-c968-46c8-9d5f-7ec794a3bc47 req-5c723dcd-666a-4819-9cdb-236e3b0b69aa tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6105552 Feb 19 02:56:51.093212 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be2328-b6bb-4785-99d2-991d94677c9f req-d69f2dc4-75b7-4310-9a72-7b0b778991b3 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:51.115943 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-30be2328-b6bb-4785-99d2-991d94677c9f req-d69f2dc4-75b7-4310-9a72-7b0b778991b3 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=518a1402-56c5-45ae-a870-b6d88ffd15df HTTP/1.1" status: 200 len: 931 time: 0.9389305 Feb 19 02:56:51.168956 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5168014-50ee-4ace-990d-3556c389c770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46eec54-eede-4e12-b72b-80078e70e095', 'code': 200} Feb 19 02:56:51.251816 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-2f983ab8-b400-46f9-92e4-08a653efb351 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2461624 Feb 19 02:56:51.264079 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b10ea-02bb-4f68-aa4d-e42afe798294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e839179c-2c5f-432f-a537-6ac5d8ea5c3a,revision_number=0']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:51.279207 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cf2b10ea-02bb-4f68-aa4d-e42afe798294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:51.285717 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-14239531-5bc6-4c91-b5fa-bb0b99686b55 service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361197 Feb 19 02:56:51.413977 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Request body: {'port': {'device_id': '518a1402-56c5-45ae-a870-b6d88ffd15df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:51.459259 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 48028) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:51.545364 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2b10ea-02bb-4f68-aa4d-e42afe798294 admin admin] Checking segment: {'id': 'b1508ff8-efa2-48a5-8356-14e3ceb163ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fa0280a6-6f3b-4a07-80ef-b3eccd3de1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:56:51.545772 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b10ea-02bb-4f68-aa4d-e42afe798294 admin admin] Network hostable DHCP agents. Network: fa0280a6-6f3b-4a07-80ef-b3eccd3de1b2, hostable agents: ['5d4d7265-98c5-4e1f-932d-d1cac1607758'], hosted agents: [] {{(pid=84085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 02:56:51.553224 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bd111d65-c840-44a4-b474-ee356244ebd1 req-57cbfcb1-a525-4d2a-9d51-e00116f0b1a4 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 210 time: 0.1742222 Feb 19 02:56:51.587658 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e9676bc2-67d6-4c58-9e5d-03bc9c985386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:51.606624 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-30be2328-b6bb-4785-99d2-991d94677c9f req-50fd7ad8-4920-475d-840a-228286829223 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085222 Feb 19 02:56:51.692208 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d156b7-b8a2-458c-b8a1-84d3843b83a8 req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] No DVR routers for this DVR port 6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 on host hv-cinder-77570 {{(pid=84083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 02:56:51.702836 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-20d156b7-b8a2-458c-b8a1-84d3843b83a8 req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:51.706140 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6', 'name': 'network-vif-deleted', 'tag': '6cf2ba3a-ecc5-4327-bc70-7d94e4b08575'}] {{(pid=84083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:56:51.751599 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-e9676bc2-67d6-4c58-9e5d-03bc9c985386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:51.804567 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-20d156b7-b8a2-458c-b8a1-84d3843b83a8 req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.87 "DELETE /v2.0/ports/6cf2ba3a-ecc5-4327-bc70-7d94e4b08575 HTTP/1.1" status: 204 len: 173 time: 7.2784874 Feb 19 02:56:51.846051 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-e9676bc2-67d6-4c58-9e5d-03bc9c985386 admin admin] Usage tracker for resource:security_group_rule and tenant:445769ae3344431eb086b5de3296d63e is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:51.849490 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-e9676bc2-67d6-4c58-9e5d-03bc9c985386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:51.857033 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-e9676bc2-67d6-4c58-9e5d-03bc9c985386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:51.960610 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b10ea-02bb-4f68-aa4d-e42afe798294 admin admin] Network fa0280a6-6f3b-4a07-80ef-b3eccd3de1b2 is scheduled to be hosted by DHCP agent 5d4d7265-98c5-4e1f-932d-d1cac1607758 with binding_index 1 {{(pid=84085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 02:56:52.064582 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-21b6a65a-9561-42ac-8e26-d4f6f94f8473 req-f9a6bcff-fb3a-4ea7-a408-a5b13118d6c6 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 210 time: 0.2062175 Feb 19 02:56:52.065854 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-cf2b10ea-02bb-4f68-aa4d-e42afe798294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-smb, fa0280a6-6f3b-4a07-80ef-b3eccd3de1b2) {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:56:52.077371 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:52.097904 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1470a830-a161-4cd4-ba1d-aeed64c98435 req-65354fad-9da5-4db9-9547-79958875948c service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7661276 Feb 19 02:56:52.099310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2b10ea-02bb-4f68-aa4d-e42afe798294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:52.099944 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cf2b10ea-02bb-4f68-aa4d-e42afe798294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:52.103788 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8321b9e6-9fef-42e3-b6a3-b6df7c2b4204 None None] Network fa0280a6-6f3b-4a07-80ef-b3eccd3de1b2 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:56:52.142161 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-cf2b10ea-02bb-4f68-aa4d-e42afe798294 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 5.7031305 Feb 19 02:56:52.247259 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495de54-5352-40d0-9412-e9d87861c737 req-f84768bf-a6ea-4e53-b7ae-5e64110f29ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:52.248951 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f495de54-5352-40d0-9412-e9d87861c737 req-f84768bf-a6ea-4e53-b7ae-5e64110f29ee service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 1163 time: 0.6661859 Feb 19 02:56:52.271456 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6', 'name': 'network-vif-deleted', 'tag': '6cf2ba3a-ecc5-4327-bc70-7d94e4b08575', 'status': 'completed', 'code': 200} Feb 19 02:56:52.277471 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e9676bc2-67d6-4c58-9e5d-03bc9c985386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:52.369574 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db8a2b-edd7-4063-a94e-a6595a529981 req-80753e01-f92d-4fcc-be74-b5f03cfe8ccb tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:52.382481 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b1db8a2b-edd7-4063-a94e-a6595a529981 req-80753e01-f92d-4fcc-be74-b5f03cfe8ccb tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.5358644 Feb 19 02:56:52.444525 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-3c1aa6b4-dd3e-4f4e-9bd2-305b39b50ca4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Allocated IP 172.20.0.7 (3a78709d-1a68-4957-9e6e-7eecb2b4a618/38374417-3478-4427-9684-8966c2d250da/0f36cf6e-7276-4e66-a212-4adde80abda4) {{(pid=84083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:56:52.459142 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b1db8a2b-edd7-4063-a94e-a6595a529981 req-1dd7bec0-6cec-46f9-8ec9-a518f4170019 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755105 Feb 19 02:56:52.460524 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e9676bc2-67d6-4c58-9e5d-03bc9c985386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:52.551058 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-55a00dec-c96f-47d9-b955-9dcf4a461716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:52.591042 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-e9676bc2-67d6-4c58-9e5d-03bc9c985386 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=445769ae3344431eb086b5de3296d63e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1198418 Feb 19 02:56:52.606800 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 48048) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:52.757627 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21b327a-f44f-4a41-9a8a-a6d1c89bbd9b None None] Network fa0280a6-6f3b-4a07-80ef-b3eccd3de1b2 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:56:52.975342 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9676bc2-67d6-4c58-9e5d-03bc9c985386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f2b8ac-e965-40c5-99f1-94ec5b668268,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:52.990395 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e9676bc2-67d6-4c58-9e5d-03bc9c985386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:53.061862 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-f495de54-5352-40d0-9412-e9d87861c737 req-145276cb-8869-4a36-8250-5b4d1bebdc46 service neutron] Synchronizing usage tracker for tenant:461b7e35a45246e184aea293b182c78d on resource:security_group {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:56:53.201577 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-f495de54-5352-40d0-9412-e9d87861c737 req-145276cb-8869-4a36-8250-5b4d1bebdc46 service neutron] Unset dirty status for tenant:461b7e35a45246e184aea293b182c78d on resource:security_group {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:56:53.202278 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f495de54-5352-40d0-9412-e9d87861c737 req-145276cb-8869-4a36-8250-5b4d1bebdc46 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6288075 Feb 19 02:56:53.240298 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c18876-582c-4a03-bbc0-b9b76412702e req-b3d9d106-e06a-41d1-8835-9cf21845a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:53.241851 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45c18876-582c-4a03-bbc0-b9b76412702e req-b3d9d106-e06a-41d1-8835-9cf21845a453 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c002812913314504b133ae634af86b2e&device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 1160 time: 0.6658683 Feb 19 02:56:53.312246 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-57ebf550-7ded-4beb-9fdd-38274cf92524 req-fab6f87e-6cef-48d3-859c-8839a34738ff tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Synchronizing usage tracker for tenant:3af50bdb36394e1a94841dbba0e97626 on resource:port {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:56:53.321131 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bc70d-226b-4b73-8916-5595a8d384ad req-f1f8742b-edf7-4925-8306-f50edffcf930 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:53.323010 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f74bc70d-226b-4b73-8916-5595a8d384ad req-f1f8742b-edf7-4925-8306-f50edffcf930 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.8626688 Feb 19 02:56:53.432496 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8d3b-93a3-4c74-a2a1-2f45b1becafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:53.434532 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-57ebf550-7ded-4beb-9fdd-38274cf92524 req-fab6f87e-6cef-48d3-859c-8839a34738ff tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Unset dirty status for tenant:3af50bdb36394e1a94841dbba0e97626 on resource:port {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:56:53.434728 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63202a2-5f99-426e-be2d-104945f88c6f {{(pid=84085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 02:56:53.435767 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-57ebf550-7ded-4beb-9fdd-38274cf92524 req-fab6f87e-6cef-48d3-859c-8839a34738ff tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] 10.222.0.75 "GET /v2.0/ports?device_id=22d56fa8-c1a5-48fb-b38d-0ed4e98d1ea6 HTTP/1.1" status: 200 len: 210 time: 0.3022373 Feb 19 02:56:53.452265 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:53.479345 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Transition to ACTIVE for port object e63202a2-5f99-426e-be2d-104945f88c6f will not be triggered until provisioned by entity L2. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:56:53.487301 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8d3b-93a3-4c74-a2a1-2f45b1becafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:53.496096 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:53.529181 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:53.578238 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8d3b-93a3-4c74-a2a1-2f45b1becafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:53.595940 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-56c909e1-6df3-495c-93a5-c97c30768564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:53.651180 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f74bc70d-226b-4b73-8916-5595a8d384ad req-f5c5f9f7-1df9-4f7d-a8d1-0a585ccc0186 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3041394 Feb 19 02:56:53.727708 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-3c1aa6b4-dd3e-4f4e-9bd2-305b39b50ca4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for port, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:53.734300 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad8d3b-93a3-4c74-a2a1-2f45b1becafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f2b8ac-e965-40c5-99f1-94ec5b668268,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:53.769056 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d5ad8d3b-93a3-4c74-a2a1-2f45b1becafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:53.797014 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Pushing event updated for resources: {'Port': ['ID=e63202a2-5f99-426e-be2d-104945f88c6f,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:53.801228 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8d3b-93a3-4c74-a2a1-2f45b1becafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:53.809063 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-d5ad8d3b-93a3-4c74-a2a1-2f45b1becafa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c4f2b8ac-e965-40c5-99f1-94ec5b668268 HTTP/1.1" status: 204 len: 168 time: 1.1993124 Feb 19 02:56:53.809700 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:53.853788 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-3c1aa6b4-dd3e-4f4e-9bd2-305b39b50ca4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Transition to ACTIVE for port object 0f36cf6e-7276-4e66-a212-4adde80abda4 will not be triggered until provisioned by entity DHCP. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:56:53.908954 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c18876-582c-4a03-bbc0-b9b76412702e req-2d5b5dfd-65e9-4d6c-bd28-5e214f0cd3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:53.911430 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45c18876-582c-4a03-bbc0-b9b76412702e req-2d5b5dfd-65e9-4d6c-bd28-5e214f0cd3fd service neutron] 10.222.0.87 "GET /v2.0/networks?id=aff37b45-bb0b-4722-99c2-f05b1c234791 HTTP/1.1" status: 200 len: 911 time: 0.2783308 Feb 19 02:56:54.023867 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779556c-38aa-41a5-9096-05b84929caff req-d0ea7ac9-0c97-4cba-bf19-ab69a020703b tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:54.028890 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8779556c-38aa-41a5-9096-05b84929caff req-d0ea7ac9-0c97-4cba-bf19-ab69a020703b tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=518a1402-56c5-45ae-a870-b6d88ffd15df HTTP/1.1" status: 200 len: 943 time: 0.3927453 Feb 19 02:56:54.031998 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-3c1aa6b4-dd3e-4f4e-9bd2-305b39b50ca4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:54.068476 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45c18876-582c-4a03-bbc0-b9b76412702e req-7925c905-e504-41b1-becf-a96b9f183d9d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 HTTP/1.1" status: 200 len: 217 time: 0.1012270 Feb 19 02:56:54.099956 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:54.306552 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1aa6b4-dd3e-4f4e-9bd2-305b39b50ca4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Pushing event updated for resources: {'Port': ['ID=0f36cf6e-7276-4e66-a212-4adde80abda4,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:54.324670 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3c1aa6b4-dd3e-4f4e-9bd2-305b39b50ca4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:54.456830 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8779556c-38aa-41a5-9096-05b84929caff req-d746e42f-6099-4817-8a7c-1c57ec99cf5d tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187672 Feb 19 02:56:54.496218 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Attempting to bind port e63202a2-5f99-426e-be2d-104945f88c6f on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:54.496594 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Attempting to bind port e63202a2-5f99-426e-be2d-104945f88c6f by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'bcd5142b-b316-48c9-8892-79fe8ea9f18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984'}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:56:54.496953 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Attempting to bind port e63202a2-5f99-426e-be2d-104945f88c6f on network dc92614e-7e38-45f5-b055-2b7cad057984 {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:56:54.536525 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Checking agent: {'id': '38d2f619-f811-4ccc-89e2-793bab8ea98e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 53, 25), 'started_at': datetime.datetime(2021, 2, 19, 2, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:56:54.537244 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Checking segment: {'id': 'bcd5142b-b316-48c9-8892-79fe8ea9f18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:56:54.537855 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:54.538415 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Bound using segment: {'id': 'bcd5142b-b316-48c9-8892-79fe8ea9f18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984'} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:56:54.539108 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Bound port: e63202a2-5f99-426e-be2d-104945f88c6f, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd5142b-b316-48c9-8892-79fe8ea9f18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984'}}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:56:54.539685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:54.552345 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c18876-582c-4a03-bbc0-b9b76412702e req-5effcb69-393a-4a91-b615-a702959d8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:54.554285 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45c18876-582c-4a03-bbc0-b9b76412702e req-5effcb69-393a-4a91-b615-a702959d8a61 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b750ccce-480c-48ff-95df-32a79b278619 HTTP/1.1" status: 200 len: 856 time: 0.4593163 Feb 19 02:56:54.810052 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 48108) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:54.849771 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-56c1fc0f-9ff5-40cc-9c77-1bc543e1f785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:54.875837 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] For port e63202a2-5f99-426e-be2d-104945f88c6f, host hv-cinder-77570, cleared binding levels {{(pid=84085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:56:54.894936 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] For port e63202a2-5f99-426e-be2d-104945f88c6f, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=e63202a2-5f99-426e-be2d-104945f88c6f,segment=NetworkSegment(bcd5142b-b316-48c9-8892-79fe8ea9f18a),segment_id=bcd5142b-b316-48c9-8892-79fe8ea9f18a)] {{(pid=84085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:56:54.907778 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-56c1fc0f-9ff5-40cc-9c77-1bc543e1f785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:56:54.914463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-56c1fc0f-9ff5-40cc-9c77-1bc543e1f785 admin admin] Usage tracker for resource:security_group_rule and tenant:7ce6c552574c420a8a5f1d5185d57842 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:56:54.920721 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-56c1fc0f-9ff5-40cc-9c77-1bc543e1f785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:56:54.950596 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-3c1aa6b4-dd3e-4f4e-9bd2-305b39b50ca4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Network 3a78709d-1a68-4957-9e6e-7eecb2b4a618 is already hosted by enough agents. {{(pid=84083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:56:54.950815 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-56c1fc0f-9ff5-40cc-9c77-1bc543e1f785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:56:54.955649 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:54.957204 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-3c1aa6b4-dd3e-4f4e-9bd2-305b39b50ca4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Resources bound (agent type, host, resource id): {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:56:54.962958 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-3c1aa6b4-dd3e-4f4e-9bd2-305b39b50ca4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Received port after_create {{(pid=84083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:56:54.977672 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ecbf1328-e035-45a6-a971-88e5f6d0f663 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:54.978048 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:55.078597 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-51d4341e-f42a-4c43-8933-f6d3cae60f09 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:55.086615 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-51d4341e-f42a-4c43-8933-f6d3cae60f09 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/networks?id=d14f0ed8-dc4c-4c7e-98e7-020c087f1c61 HTTP/1.1" status: 200 len: 808 time: 0.5855803 Feb 19 02:56:55.197629 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-6de8049a-572e-4d9c-b3e8-cde45281a085 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/quotas/6262c748284740d8a9cfea7f948aa942 HTTP/1.1" status: 200 len: 375 time: 0.0651913 Feb 19 02:56:55.215457 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ac9b9-3acd-48ae-84f7-ed9b830221f8 req-425dcf2e-72c4-4d13-9230-6bc8a0d4fd21 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:55.216406 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-678ac9b9-3acd-48ae-84f7-ed9b830221f8 req-425dcf2e-72c4-4d13-9230-6bc8a0d4fd21 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Synchronizing usage tracker for tenant:619fad70faee4631a203fa17432b1857 on resource:port {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:56:55.223857 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-3c1aa6b4-dd3e-4f4e-9bd2-305b39b50ca4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:55.224737 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-3c1aa6b4-dd3e-4f4e-9bd2-305b39b50ca4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:55.233400 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c18876-582c-4a03-bbc0-b9b76412702e req-3f9ba6f7-93b5-4b80-bef4-f5d5396fec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:55.235267 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45c18876-582c-4a03-bbc0-b9b76412702e req-3f9ba6f7-93b5-4b80-bef4-f5d5396fec4b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=aff37b45-bb0b-4722-99c2-f05b1c234791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6206596 Feb 19 02:56:55.304929 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-3c1aa6b4-dd3e-4f4e-9bd2-305b39b50ca4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6598210 Feb 19 02:56:55.314059 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-678ac9b9-3acd-48ae-84f7-ed9b830221f8 req-425dcf2e-72c4-4d13-9230-6bc8a0d4fd21 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Unset dirty status for tenant:619fad70faee4631a203fa17432b1857 on resource:port {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:56:55.315498 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-678ac9b9-3acd-48ae-84f7-ed9b830221f8 req-425dcf2e-72c4-4d13-9230-6bc8a0d4fd21 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 931 time: 0.5328383 Feb 19 02:56:55.318610 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-675598bc-b62c-4e7a-bcbb-93fb5954d4df tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6262c748284740d8a9cfea7f948aa942&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752957 Feb 19 02:56:55.341540 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-74bc2c8d-1446-4901-9552-d2306132c6f2 None None] Provisioning for port 0f36cf6e-7276-4e66-a212-4adde80abda4 completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:56:55.364703 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-74bc2c8d-1446-4901-9552-d2306132c6f2 None None] Provisioning complete for port 0f36cf6e-7276-4e66-a212-4adde80abda4 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:55.365763 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-74bc2c8d-1446-4901-9552-d2306132c6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:55.394248 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Request body: {'port': {'device_id': 'a363156b-f3fb-489d-a4be-010fa9f64c94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:55.486646 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Pushing event updated for resources: {'Port': ['ID=e63202a2-5f99-426e-be2d-104945f88c6f,revision_number=3']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:55.497027 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-678ac9b9-3acd-48ae-84f7-ed9b830221f8 req-2a92f055-3ab6-4fe3-b329-c8adefb9f227 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697574 Feb 19 02:56:55.526952 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-74bc2c8d-1446-4901-9552-d2306132c6f2 None None] Port 0f36cf6e-7276-4e66-a212-4adde80abda4 cannot update to ACTIVE because it is not bound. {{(pid=84086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 02:56:55.541667 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:55.681208 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:55.684226 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:55.685132 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:55.686794 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] 10.222.0.87 "PUT /v2.0/ports/e63202a2-5f99-426e-be2d-104945f88c6f HTTP/1.1" status: 200 len: 1157 time: 4.3539939 Feb 19 02:56:55.687380 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518a1402-56c5-45ae-a870-b6d88ffd15df', 'tag': 'e63202a2-5f99-426e-be2d-104945f88c6f'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:56:55.719203 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45c18876-582c-4a03-bbc0-b9b76412702e req-fbc7da36-47b1-43ae-a191-3c003ea72162 service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525023 Feb 19 02:56:55.721238 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-56c1fc0f-9ff5-40cc-9c77-1bc543e1f785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:55.727138 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-56c1fc0f-9ff5-40cc-9c77-1bc543e1f785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:55.735376 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:55.841554 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-9032af8f-68ed-4fa4-bf13-aa8e1ed7d3cc service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=84083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:56:55.843518 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-9032af8f-68ed-4fa4-bf13-aa8e1ed7d3cc service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1315742 Feb 19 02:56:55.979124 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-56c1fc0f-9ff5-40cc-9c77-1bc543e1f785 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7ce6c552574c420a8a5f1d5185d57842&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1629784 Feb 19 02:56:55.994433 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1fc0f-9ff5-40cc-9c77-1bc543e1f785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94aaf3e-82a0-495a-9dac-b28a7bc8c13e,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:56.001312 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 48130) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:56:56.004384 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-56c1fc0f-9ff5-40cc-9c77-1bc543e1f785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:56.182198 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5287fcbe-b776-45df-be66-95ed2810f05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:56.206962 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45c18876-582c-4a03-bbc0-b9b76412702e req-23dea7d6-04da-4d51-a844-3630e8cc9c8f service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4408052 Feb 19 02:56:56.223134 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-eb111266-6c15-4903-a9d7-cdd36de6d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:56.224822 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-eb111266-6c15-4903-a9d7-cdd36de6d14a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f53fe2854fce4916a4d2d8a17072e0a7&device_id=518a1402-56c5-45ae-a870-b6d88ffd15df HTTP/1.1" status: 200 len: 1160 time: 0.4230018 Feb 19 02:56:56.230481 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5287fcbe-b776-45df-be66-95ed2810f05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:56.297528 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-5ffd714a-1b5d-44b9-836a-60da179a6977 service neutron] 10.222.0.75 "GET /v2.0/networks/d14f0ed8-dc4c-4c7e-98e7-020c087f1c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274232 Feb 19 02:56:56.357342 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-487a0725-dabd-4861-8c0b-c193d8ff62fa service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e63202a2-5f99-426e-be2d-104945f88c6f HTTP/1.1" status: 200 len: 217 time: 0.0797613 Feb 19 02:56:56.379366 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79a57b-349c-475b-ac46-65bc9c2d59d5 req-05f3d43a-0d0b-453d-b032-510543fe3e70 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:56.381127 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8b79a57b-349c-475b-ac46-65bc9c2d59d5 req-05f3d43a-0d0b-453d-b032-510543fe3e70 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.5464640 Feb 19 02:56:56.408753 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5287fcbe-b776-45df-be66-95ed2810f05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:56.419974 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0b093266-6558-4d67-a16c-3962fbe2cdcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:56.447967 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287fcbe-b776-45df-be66-95ed2810f05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94aaf3e-82a0-495a-9dac-b28a7bc8c13e,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:56.451016 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5287fcbe-b776-45df-be66-95ed2810f05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:56.470200 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-84990dc2-88d6-46a4-9991-b7339effc5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:56.472103 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-84990dc2-88d6-46a4-9991-b7339effc5c1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d1b0d8e7-d261-47fc-bf06-034ec39db489 HTTP/1.1" status: 200 len: 854 time: 0.1076164 Feb 19 02:56:56.473078 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5287fcbe-b776-45df-be66-95ed2810f05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:56.474174 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-5287fcbe-b776-45df-be66-95ed2810f05f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f94aaf3e-82a0-495a-9dac-b28a7bc8c13e HTTP/1.1" status: 204 len: 168 time: 0.4717724 Feb 19 02:56:56.544573 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-e2737795-89c2-455c-921e-b9593b224e2c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc92614e-7e38-45f5-b055-2b7cad057984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581114 Feb 19 02:56:56.593600 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8b79a57b-349c-475b-ac46-65bc9c2d59d5 req-c1bbaa10-9eaa-4a7e-9825-5334e2d3a8e0 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829405 Feb 19 02:56:56.777672 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-9cc578c0-6ae0-4aa5-8533-5afe044cffa2 service neutron] 10.222.0.75 "GET /v2.0/networks/d14f0ed8-dc4c-4c7e-98e7-020c087f1c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4052303 Feb 19 02:56:56.827142 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-35b3995e-c6de-4051-8a37-cda4f0c86369 service neutron] 10.222.0.87 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695775 Feb 19 02:56:56.949909 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f36cf6e-7276-4e66-a212-4adde80abda4 {{(pid=84083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 02:56:56.969098 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:56.990720 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Transition to ACTIVE for port object 0f36cf6e-7276-4e66-a212-4adde80abda4 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:56:57.007907 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977cadb-ce72-4e5d-9eb5-7e540ca773e6 req-bf1dd1b1-f9d5-4d9c-956c-72caf78d50d3 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:57.018227 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5977cadb-ce72-4e5d-9eb5-7e540ca773e6 req-bf1dd1b1-f9d5-4d9c-956c-72caf78d50d3 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.1602180 Feb 19 02:56:57.038016 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852589390'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:57.191986 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:57.279071 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f077de7-4666-4ee0-94a6-1c78fee75434 req-3d174ef1-e7c8-4ff9-94fe-612f5354fb77 service neutron] 10.222.0.87 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4313695 Feb 19 02:56:57.340246 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Pushing event updated for resources: {'Port': ['ID=0f36cf6e-7276-4e66-a212-4adde80abda4,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:57.362387 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:57.462219 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5977cadb-ce72-4e5d-9eb5-7e540ca773e6 req-a5f3c3c0-21bd-444d-aa5c-99a954f79f30 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4423842 Feb 19 02:56:57.595975 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518a1402-56c5-45ae-a870-b6d88ffd15df', 'tag': 'e63202a2-5f99-426e-be2d-104945f88c6f', 'status': 'completed', 'code': 200} Feb 19 02:56:57.774895 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:58.022817 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b16cda-de81-42f1-abbb-331ddce37547 req-5a06212f-01b1-41b0-92e0-0b0c8a3b89a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:58.031895 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a9b16cda-de81-42f1-abbb-331ddce37547 req-5a06212f-01b1-41b0-92e0-0b0c8a3b89a4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f53fe2854fce4916a4d2d8a17072e0a7&device_id=518a1402-56c5-45ae-a870-b6d88ffd15df HTTP/1.1" status: 200 len: 1160 time: 0.3295949 Feb 19 02:56:58.155272 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning for port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:56:58.167355 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:58.168087 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:58.408284 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b16cda-de81-42f1-abbb-331ddce37547 req-b1ffa802-ba91-49d0-a439-b8067ea99367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:58.410001 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a9b16cda-de81-42f1-abbb-331ddce37547 req-b1ffa802-ba91-49d0-a439-b8067ea99367 service neutron] 10.222.0.87 "GET /v2.0/networks?id=dc92614e-7e38-45f5-b055-2b7cad057984 HTTP/1.1" status: 200 len: 908 time: 0.3571465 Feb 19 02:56:58.566881 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beaa8c5-6227-4304-b69e-641a005076d9 req-b80111c4-ffcf-4623-ad93-694307ce0edc tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:58.570099 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6beaa8c5-6227-4304-b69e-641a005076d9 req-b80111c4-ffcf-4623-ad93-694307ce0edc tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=518a1402-56c5-45ae-a870-b6d88ffd15df HTTP/1.1" status: 200 len: 943 time: 1.2767630 Feb 19 02:56:58.588073 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:58.616916 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Attempting to bind port 0f36cf6e-7276-4e66-a212-4adde80abda4 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:58.617593 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Attempting to bind port 0f36cf6e-7276-4e66-a212-4adde80abda4 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:56:58.617714 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Attempting to bind port 0f36cf6e-7276-4e66-a212-4adde80abda4 on network 3a78709d-1a68-4957-9e6e-7eecb2b4a618 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:56:58.632366 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=2f96b873-54a3-4cc6-86f3-e2ed8d3b5125,segment=NetworkSegment(d616cdcb-7ab1-43cf-a37d-52e71d74e46e),segment_id=d616cdcb-7ab1-43cf-a37d-52e71d74e46e)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:56:58.633323 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb7253a-adba-4965-b266-3a0958a67f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f96b873-54a3-4cc6-86f3-e2ed8d3b5125'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:56:58.640599 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:58.643950 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:58.647866 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a9b16cda-de81-42f1-abbb-331ddce37547 req-3ec4d895-b870-4fd1-9c7f-0059ae6404db service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e63202a2-5f99-426e-be2d-104945f88c6f HTTP/1.1" status: 200 len: 217 time: 0.2283118 Feb 19 02:56:58.653330 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Checking agent: {'id': '38d2f619-f811-4ccc-89e2-793bab8ea98e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 53, 25), 'started_at': datetime.datetime(2021, 2, 19, 2, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:56:58.654018 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Checking segment: {'id': '9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:56:58.654711 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:58.655504 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Bound using segment: {'id': '9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:56:58.656235 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Bound port: 0f36cf6e-7276-4e66-a212-4adde80abda4, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:56:58.656876 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:58.718763 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e40065-14d0-4f39-9adf-143841d9928b req-0d6bc837-0f6e-48fd-b1f7-1169ac7c74c1 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:58.720828 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e4e40065-14d0-4f39-9adf-143841d9928b req-0d6bc837-0f6e-48fd-b1f7-1169ac7c74c1 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 943 time: 0.8925667 Feb 19 02:56:58.740527 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=2f96b873-54a3-4cc6-86f3-e2ed8d3b5125,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:58.744464 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:58.812622 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b16cda-de81-42f1-abbb-331ddce37547 req-09727603-1431-491b-b5b4-74a23ce89bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:58.814562 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a9b16cda-de81-42f1-abbb-331ddce37547 req-09727603-1431-491b-b5b4-74a23ce89bce service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d1b0d8e7-d261-47fc-bf06-034ec39db489 HTTP/1.1" status: 200 len: 854 time: 0.1430469 Feb 19 02:56:58.874730 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6beaa8c5-6227-4304-b69e-641a005076d9 req-646af715-e9cb-4bc4-aa22-6978be39db42 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931130 Feb 19 02:56:58.936457 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a9b16cda-de81-42f1-abbb-331ddce37547 req-63f1ae0e-4687-4f69-b69c-831cbe370f7a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc92614e-7e38-45f5-b055-2b7cad057984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108210 Feb 19 02:56:58.947496 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e4e40065-14d0-4f39-9adf-143841d9928b req-7a7a3cc8-69d9-43ef-89c0-8af34c39e208 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757610 Feb 19 02:56:59.006025 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] For port 0f36cf6e-7276-4e66-a212-4adde80abda4, host hv-cinder-77570, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:56:59.010761 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] For port 0f36cf6e-7276-4e66-a212-4adde80abda4, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=0f36cf6e-7276-4e66-a212-4adde80abda4,segment=NetworkSegment(9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2),segment_id=9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:56:59.020500 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852589390'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:59.067978 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:56:59.196963 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:56:59.336214 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a9b16cda-de81-42f1-abbb-331ddce37547 req-c9686d5c-c9bb-4d5f-8261-79c3c76c7094 service neutron] 10.222.0.87 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691635 Feb 19 02:56:59.366865 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-685726bb-6c69-4980-b9cd-c4d0f01a3465 req-41bbb99a-89e4-40fc-b93d-e06ec305b056 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 210 time: 0.0797184 Feb 19 02:56:59.411497 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Pushing event updated for resources: {'Port': ['ID=0f36cf6e-7276-4e66-a212-4adde80abda4,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:56:59.427073 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:56:59.446807 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:56:59.447464 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:59.492195 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:59.494393 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:56:59.497329 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] 10.222.0.87 "PUT /v2.0/ports/0f36cf6e-7276-4e66-a212-4adde80abda4 HTTP/1.1" status: 200 len: 1157 time: 4.1292944 Feb 19 02:56:59.501660 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a363156b-f3fb-489d-a4be-010fa9f64c94', 'tag': '0f36cf6e-7276-4e66-a212-4adde80abda4'}] {{(pid=84083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:56:59.782175 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a9b16cda-de81-42f1-abbb-331ddce37547 req-f025c065-fb23-443d-9ed2-ede106d92fb6 service neutron] 10.222.0.87 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4378192 Feb 19 02:56:59.796433 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb7253a-adba-4965-b266-3a0958a67f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f96b873-54a3-4cc6-86f3-e2ed8d3b5125', 'code': 200} Feb 19 02:56:59.956153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-b27a6fd3-8012-4278-827f-dc7a0c5768ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:59.957788 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-b27a6fd3-8012-4278-827f-dc7a0c5768ab service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=619fad70faee4631a203fa17432b1857&device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 1160 time: 0.1980333 Feb 19 02:56:59.985401 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef884024-455a-4a7b-a8ab-510a966bd871 req-34f2b3f2-2571-4fe9-8901-2c2a2a5d2da4 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:56:59.992251 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ef884024-455a-4a7b-a8ab-510a966bd871 req-34f2b3f2-2571-4fe9-8901-2c2a2a5d2da4 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.3490295 Feb 19 02:57:00.018140 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433299d-acba-4bea-9612-3fdcd96da981 req-7aa6cc77-b04c-4290-9faf-4b81319e3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:00.019814 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6433299d-acba-4bea-9612-3fdcd96da981 req-7aa6cc77-b04c-4290-9faf-4b81319e3223 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0118817c78a646edba737412d030d31e&device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 1163 time: 0.1631570 Feb 19 02:57:00.036685 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a363156b-f3fb-489d-a4be-010fa9f64c94', 'tag': '0f36cf6e-7276-4e66-a212-4adde80abda4', 'status': 'completed', 'code': 200} Feb 19 02:57:00.193719 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-1792d49a-4f7d-400e-87a5-3519f929c5b4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f36cf6e-7276-4e66-a212-4adde80abda4 HTTP/1.1" status: 200 len: 217 time: 0.1429837 Feb 19 02:57:00.387499 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ef884024-455a-4a7b-a8ab-510a966bd871 req-7fb28a12-6deb-4e87-8001-348c2fdd62df tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3726926 Feb 19 02:57:00.457597 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-290a36ea-50d4-4d2d-8e35-ce951bdecc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:00.459690 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-290a36ea-50d4-4d2d-8e35-ce951bdecc76 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38374417-3478-4427-9684-8966c2d250da HTTP/1.1" status: 200 len: 849 time: 0.2474937 Feb 19 02:57:00.480392 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1d16e-741c-459d-9029-bd55f60c1b9d req-dd7117da-3006-43dd-a43a-08dd1634286c tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:00.488800 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-aae1d16e-741c-459d-9029-bd55f60c1b9d req-dd7117da-3006-43dd-a43a-08dd1634286c tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.2195551 Feb 19 02:57:00.694750 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-aae1d16e-741c-459d-9029-bd55f60c1b9d req-6ab05be3-9996-43f5-9343-abcb745d032e tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314383 Feb 19 02:57:00.740021 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433299d-acba-4bea-9612-3fdcd96da981 req-fc8ccd48-01cb-4e7b-b9e6-1dfead0a7137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:00.741690 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6433299d-acba-4bea-9612-3fdcd96da981 req-fc8ccd48-01cb-4e7b-b9e6-1dfead0a7137 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 HTTP/1.1" status: 200 len: 912 time: 0.6782775 Feb 19 02:57:00.923245 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-14eaf45f-caac-4491-8561-b3b5a3082956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:00.925190 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-14eaf45f-caac-4491-8561-b3b5a3082956 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3a78709d-1a68-4957-9e6e-7eecb2b4a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4348569 Feb 19 02:57:00.928237 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 48264) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:00.949160 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-e5acfc18-8dce-4778-b987-c037b6c33ed8 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:00.950070 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-e5acfc18-8dce-4778-b987-c037b6c33ed8 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Synchronizing usage tracker for tenant:6262c748284740d8a9cfea7f948aa942 on resource:network {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:57:01.100099 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 48274) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:01.218602 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6433299d-acba-4bea-9612-3fdcd96da981 req-0ca1a09d-3a7f-47f4-b4be-b9ed017241a1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c46eec54-eede-4e12-b72b-80078e70e095 HTTP/1.1" status: 200 len: 217 time: 0.2613952 Feb 19 02:57:01.232528 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e334fda1-4b96-447a-b831-e111543d43e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:01.243256 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-e5acfc18-8dce-4778-b987-c037b6c33ed8 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Unset dirty status for tenant:6262c748284740d8a9cfea7f948aa942 on resource:network {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:57:01.245050 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-e5acfc18-8dce-4778-b987-c037b6c33ed8 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.87 "GET /v2.0/networks?id=d14f0ed8-dc4c-4c7e-98e7-020c087f1c61 HTTP/1.1" status: 200 len: 808 time: 0.5850456 Feb 19 02:57:01.309280 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-cfbe34e0-84aa-4b04-9123-64d6368c5091 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Request body: {'port': {'device_id': 'e8a73c4e-5c24-4774-a2d7-ab2c046defbd', 'network_id': 'd14f0ed8-dc4c-4c7e-98e7-020c087f1c61', 'admin_state_up': True, 'tenant_id': '6262c748284740d8a9cfea7f948aa942'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:01.310781 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-f1f0d4bc-6248-440c-8501-fbdf741f9040 service neutron] 10.222.0.87 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731017 Feb 19 02:57:01.331389 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-e334fda1-4b96-447a-b831-e111543d43e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:57:01.437439 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-e334fda1-4b96-447a-b831-e111543d43e2 admin admin] Usage tracker for resource:security_group_rule and tenant:4b59f7242dcd4b0aac45a4b6fcff087f is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:57:01.441917 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-e334fda1-4b96-447a-b831-e111543d43e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:57:01.460791 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_v2 [None req-f386d260-69bc-4209-87ee-623decb07fd4 admin admin] Deleting subnet a0e60589-d38b-4143-9be7-c437b4c402a7 {{(pid=84085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 02:57:01.461390 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8121b-65ad-4689-9591-9871b29e31a7 req-c8ae11a0-24a1-4548-8e4b-5da4f25c69d0 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:01.463333 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7ff8121b-65ad-4689-9591-9871b29e31a7 req-c8ae11a0-24a1-4548-8e4b-5da4f25c69d0 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=518a1402-56c5-45ae-a870-b6d88ffd15df HTTP/1.1" status: 200 len: 943 time: 0.7105381 Feb 19 02:57:01.466519 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-e334fda1-4b96-447a-b831-e111543d43e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:57:01.471364 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f386d260-69bc-4209-87ee-623decb07fd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:01.532675 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f386d260-69bc-4209-87ee-623decb07fd4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:01.542783 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f386d260-69bc-4209-87ee-623decb07fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764431'] for subnet, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:01.579818 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7ff8121b-65ad-4689-9591-9871b29e31a7 req-86697663-9ae0-4066-a58d-429ea74ea0f1 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004617 Feb 19 02:57:01.622178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c8ce0-97f2-4f1b-8fe6-158ac528cb67 req-b740266a-78e7-40b4-ab75-3f47b0eb439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:01.625199 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a09c8ce0-97f2-4f1b-8fe6-158ac528cb67 req-b740266a-78e7-40b4-ab75-3f47b0eb439a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 1162 time: 1.3315518 Feb 19 02:57:01.632187 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f473bc-ca2b-471f-9046-96cb283f92c7 req-a45f20b2-061f-4918-aa0f-e5f514dd1d94 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:01.634238 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f6f473bc-ca2b-471f-9046-96cb283f92c7 req-a45f20b2-061f-4918-aa0f-e5f514dd1d94 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 943 time: 0.3684020 Feb 19 02:57:01.690512 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b6495b4-9135-4776-9205-ea3cc7cfcd3f req-a186da6d-3720-4e03-81a7-f1336f3e1b0b service neutron] 10.222.0.87 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3699012 Feb 19 02:57:01.748152 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f6f473bc-ca2b-471f-9046-96cb283f92c7 req-256a28d8-1479-4581-a9c5-ef41036794ac tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950592 Feb 19 02:57:01.813321 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e334fda1-4b96-447a-b831-e111543d43e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:01.819864 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e334fda1-4b96-447a-b831-e111543d43e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:01.836304 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device e63202a2-5f99-426e-be2d-104945f88c6f up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:57:01.845304 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d5ad8d3b-93a3-4c74-a2a1-2f45b1becafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:02.002942 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-e334fda1-4b96-447a-b831-e111543d43e2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4b59f7242dcd4b0aac45a4b6fcff087f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0729954 Feb 19 02:57:02.005559 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 48288) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:02.023435 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning for port e63202a2-5f99-426e-be2d-104945f88c6f completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:57:02.027850 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a09c8ce0-97f2-4f1b-8fe6-158ac528cb67 req-3d64a2ee-2f59-409f-9820-6ade45642dc9 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628390 Feb 19 02:57:02.029982 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433299d-acba-4bea-9612-3fdcd96da981 req-af16125f-1480-4840-a019-1300fb80d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:02.030771 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port e63202a2-5f99-426e-be2d-104945f88c6f triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:57:02.031309 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:02.031603 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6433299d-acba-4bea-9612-3fdcd96da981 req-af16125f-1480-4840-a019-1300fb80d780 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79 HTTP/1.1" status: 200 len: 858 time: 0.7909961 Feb 19 02:57:02.183199 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-cfbe34e0-84aa-4b04-9123-64d6368c5091 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:57:02.192020 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-cfbe34e0-84aa-4b04-9123-64d6368c5091 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Usage tracker for resource:port and tenant:6262c748284740d8a9cfea7f948aa942 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:57:02.197866 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:02.198143 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-cfbe34e0-84aa-4b04-9123-64d6368c5091 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:57:02.209148 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-cfbe34e0-84aa-4b04-9123-64d6368c5091 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:57:02.235972 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-cfbe34e0-84aa-4b04-9123-64d6368c5091 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Made reservation on behalf of 6262c748284740d8a9cfea7f948aa942 for: {'port': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:57:02.238156 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518a1402-56c5-45ae-a870-b6d88ffd15df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63202a2-5f99-426e-be2d-104945f88c6f'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:57:02.242820 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-cfbe34e0-84aa-4b04-9123-64d6368c5091 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:02.252350 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port e63202a2-5f99-426e-be2d-104945f88c6f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=e63202a2-5f99-426e-be2d-104945f88c6f,segment=NetworkSegment(bcd5142b-b316-48c9-8892-79fe8ea9f18a),segment_id=bcd5142b-b316-48c9-8892-79fe8ea9f18a)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:57:02.256373 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:02.260815 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:02.289060 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f386d260-69bc-4209-87ee-623decb07fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847011385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:02.350512 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=e63202a2-5f99-426e-be2d-104945f88c6f,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:02.355357 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:02.412208 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:02.499479 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386d260-69bc-4209-87ee-623decb07fd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0e60589-d38b-4143-9be7-c437b4c402a7,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:02.503233 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f386d260-69bc-4209-87ee-623decb07fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:02.629215 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-44533ce8-416d-4573-b59e-183d307404b5 req-ee0bc52e-9e09-4002-9224-be3c9b5e6964 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 210 time: 0.6138740 Feb 19 02:57:02.639881 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334fda1-4b96-447a-b831-e111543d43e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a80ba1-8ab5-4b8e-b29d-0412f1e69d1c,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:02.655306 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6433299d-acba-4bea-9612-3fdcd96da981 req-fae12373-f72c-4ff4-b332-c9b2c5b13875 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1571887 Feb 19 02:57:02.693110 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e334fda1-4b96-447a-b831-e111543d43e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:02.774967 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ec9f6cac-51df-4637-8db3-15b04defb434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:02.833155 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f386d260-69bc-4209-87ee-623decb07fd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:02.897257 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-f386d260-69bc-4209-87ee-623decb07fd4 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a0e60589-d38b-4143-9be7-c437b4c402a7 HTTP/1.1" status: 204 len: 168 time: 1.7732034 Feb 19 02:57:02.905403 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447a822-c560-4f32-bd7a-5a5bd78a78c5 req-e771184b-11b4-406e-84d0-0b962515ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:02.905862 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 48298) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:02.908471 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9447a822-c560-4f32-bd7a-5a5bd78a78c5 req-e771184b-11b4-406e-84d0-0b962515ff62 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=619fad70faee4631a203fa17432b1857&device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 1160 time: 1.0641313 Feb 19 02:57:02.937388 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ec9f6cac-51df-4637-8db3-15b04defb434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:03.051404 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec14af-1e0f-4ec6-9453-674a3dfa270c req-14bf7036-5070-4330-b44f-00c2eded5308 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:03.053507 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c2ec14af-1e0f-4ec6-9453-674a3dfa270c req-14bf7036-5070-4330-b44f-00c2eded5308 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 1.0462046 Feb 19 02:57:03.177632 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846840226'] for network, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:03.289322 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6433299d-acba-4bea-9612-3fdcd96da981 req-b00cbbdf-fc07-43e5-b9c6-37c31cca9545 service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5850494 Feb 19 02:57:03.383178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device e63202a2-5f99-426e-be2d-104945f88c6f up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:57:03.444658 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-cfbe34e0-84aa-4b04-9123-64d6368c5091 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Allocated IP 172.20.0.6 (d14f0ed8-dc4c-4c7e-98e7-020c087f1c61/26c5f3a5-7898-494b-8a0f-565bc9376e1a/f481cd1d-458c-4e8b-913a-7e34acf648e1) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:57:03.454938 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447a822-c560-4f32-bd7a-5a5bd78a78c5 req-2a02d906-485c-4e1c-b906-7679abf69cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:03.456360 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9447a822-c560-4f32-bd7a-5a5bd78a78c5 req-2a02d906-485c-4e1c-b906-7679abf69cd0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3a78709d-1a68-4957-9e6e-7eecb2b4a618 HTTP/1.1" status: 200 len: 904 time: 0.5054584 Feb 19 02:57:03.478890 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c2ec14af-1e0f-4ec6-9453-674a3dfa270c req-fba47528-eb4c-4bd0-b57d-7693fcb1398d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882261 Feb 19 02:57:03.568972 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ec9f6cac-51df-4637-8db3-15b04defb434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:03.587240 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1ce08896-3f8b-44a3-9e4e-cdcb323d9efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:03.590214 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518a1402-56c5-45ae-a870-b6d88ffd15df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63202a2-5f99-426e-be2d-104945f88c6f', 'code': 200} Feb 19 02:57:03.600306 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9447a822-c560-4f32-bd7a-5a5bd78a78c5 req-21367cbf-336c-4874-a808-fc8d8d484f0a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f36cf6e-7276-4e66-a212-4adde80abda4 HTTP/1.1" status: 200 len: 217 time: 0.1196396 Feb 19 02:57:03.610503 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26dbe0-fec4-49df-9054-eb07c1356f20 req-60e38836-cf86-4191-887d-3c0655e6eb7d tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:03.619734 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-cf26dbe0-fec4-49df-9054-eb07c1356f20 req-60e38836-cf86-4191-887d-3c0655e6eb7d tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.8035858 Feb 19 02:57:03.626422 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f6cac-51df-4637-8db3-15b04defb434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a80ba1-8ab5-4b8e-b29d-0412f1e69d1c,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:03.660340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ec9f6cac-51df-4637-8db3-15b04defb434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:03.677295 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ec9f6cac-51df-4637-8db3-15b04defb434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:03.679606 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-ec9f6cac-51df-4637-8db3-15b04defb434 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/64a80ba1-8ab5-4b8e-b29d-0412f1e69d1c HTTP/1.1" status: 204 len: 168 time: 1.6484101 Feb 19 02:57:03.756956 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port e63202a2-5f99-426e-be2d-104945f88c6f triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:57:03.757686 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:03.937095 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-cf26dbe0-fec4-49df-9054-eb07c1356f20 req-1094d8ea-d6ba-40f3-a1be-56a119b4be5f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162973 Feb 19 02:57:03.950390 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7765560', 'neutron.services.segments.db._delete_segments_for_network--9223363286358539226'] for network, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:04.222432 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447a822-c560-4f32-bd7a-5a5bd78a78c5 req-bc15d5ac-be4f-4600-9c27-406f47e0d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:04.226361 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9447a822-c560-4f32-bd7a-5a5bd78a78c5 req-bc15d5ac-be4f-4600-9c27-406f47e0d1ef service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38374417-3478-4427-9684-8966c2d250da HTTP/1.1" status: 200 len: 849 time: 0.4982216 Feb 19 02:57:04.232636 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6433299d-acba-4bea-9612-3fdcd96da981 req-469213d4-8898-401a-8779-c549fa41a49c service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9035802 Feb 19 02:57:04.365233 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:57:04.365868 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:57:04.366558 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:57:04.366957 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Subscribe: > port after_create 55550000 {{(pid=84085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:57:04.367392 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Subscribe: > port after_delete 55550000 {{(pid=84085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:57:04.368198 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Subscribe: > port after_update 55550000 {{(pid=84085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:57:04.368392 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:57:04.368991 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:57:04.369760 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:57:04.370137 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:57:04.450186 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:57:04.450575 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:57:04.450956 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:57:04.451400 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 19 02:57:04.451706 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9131403e-e904-4cb4-874e-0517f8d6271d']}} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:57:04.476494 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 48318) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:04.503172 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87490e08-8d8c-44d7-91ad-537cfd335ba9') {'for_net_delete': True} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:57:04.504188 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87490e08-8d8c-44d7-91ad-537cfd335ba9') {} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:57:04.541425 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286358535642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852701100'] for segment, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:04.555353 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0371-a259-49ba-a06f-fb2c94e5e93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:04.570801 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac1a0d-8710-4358-895f-48427eccaf1b req-5e74fd3e-fec5-4dcb-bf62-462d47bc05ca tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:04.573400 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-53ac1a0d-8710-4358-895f-48427eccaf1b req-5e74fd3e-fec5-4dcb-bf62-462d47bc05ca tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=518a1402-56c5-45ae-a870-b6d88ffd15df HTTP/1.1" status: 200 len: 945 time: 0.6194205 Feb 19 02:57:04.591081 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:04.593675 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3aebb0-fcdd-4391-b678-3e638099113b req-a72e378c-5763-4fdc-8a7c-51c528271fc9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:04.595889 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1d3aebb0-fcdd-4391-b678-3e638099113b req-a72e378c-5763-4fdc-8a7c-51c528271fc9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 943 time: 0.3525136 Feb 19 02:57:04.604312 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-fb2a0371-a259-49ba-a06f-fb2c94e5e93d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:57:04.604551 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447a822-c560-4f32-bd7a-5a5bd78a78c5 req-096575da-50f9-48ca-847f-030e67322079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:04.607238 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9447a822-c560-4f32-bd7a-5a5bd78a78c5 req-096575da-50f9-48ca-847f-030e67322079 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3a78709d-1a68-4957-9e6e-7eecb2b4a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2685707 Feb 19 02:57:04.608807 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 02:57:04.689199 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-fb2a0371-a259-49ba-a06f-fb2c94e5e93d admin admin] Usage tracker for resource:security_group_rule and tenant:be4d277f490648798d35d2ad74c81243 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:57:04.793394 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-fb2a0371-a259-49ba-a06f-fb2c94e5e93d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:57:04.837710 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-fb2a0371-a259-49ba-a06f-fb2c94e5e93d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:57:04.917251 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-53ac1a0d-8710-4358-895f-48427eccaf1b req-a8aa963c-5377-4ca2-a74e-4d241fd4aa3b tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179691 Feb 19 02:57:04.938682 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1d3aebb0-fcdd-4391-b678-3e638099113b req-03cc07b5-fa80-4f10-a3b0-a22e0ed08925 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3293476 Feb 19 02:57:04.994152 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-cfbe34e0-84aa-4b04-9123-64d6368c5091 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:05.033522 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9447a822-c560-4f32-bd7a-5a5bd78a78c5 req-cdbd8c21-9444-4bb6-91f9-15c41e881c31 service neutron] 10.222.0.87 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959627 Feb 19 02:57:05.136318 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0371-a259-49ba-a06f-fb2c94e5e93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:05.213564 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0371-a259-49ba-a06f-fb2c94e5e93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:05.222125 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-cfbe34e0-84aa-4b04-9123-64d6368c5091 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:05.225686 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b3fd3-2014-4f9d-a183-0cec30623e95 req-32a53f29-da52-4c8b-9670-96a5abe05c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:05.227947 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a90b3fd3-2014-4f9d-a183-0cec30623e95 req-32a53f29-da52-4c8b-9670-96a5abe05c44 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=518a1402-56c5-45ae-a870-b6d88ffd15df HTTP/1.1" status: 200 len: 1162 time: 0.9149036 Feb 19 02:57:05.251132 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cb83fe43-c2e3-4991-9b6b-bf724a4f1f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:05.469235 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Network 9131403e-e904-4cb4-874e-0517f8d6271d has no segments {{(pid=84085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 02:57:05.489890 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7736240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852560578'] for segment, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:05.548096 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9447a822-c560-4f32-bd7a-5a5bd78a78c5 req-8931012a-7957-426c-826d-2dc1ca48878d service neutron] 10.222.0.87 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4925411 Feb 19 02:57:05.577851 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-fb2a0371-a259-49ba-a06f-fb2c94e5e93d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=be4d277f490648798d35d2ad74c81243&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0881352 Feb 19 02:57:05.578779 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a0371-a259-49ba-a06f-fb2c94e5e93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2218dc2-b05e-47bc-a78c-b58e64a49277,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:05.583679 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65afd28b-b02c-4542-ab75-1c93110e55dd req-d9ec0f3c-b5fb-4da4-aae0-ba440750902e tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:05.586591 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-65afd28b-b02c-4542-ab75-1c93110e55dd req-d9ec0f3c-b5fb-4da4-aae0-ba440750902e tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 931 time: 0.3533087 Feb 19 02:57:05.589829 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 48338) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:05.593459 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-fb2a0371-a259-49ba-a06f-fb2c94e5e93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:05.597808 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a90b3fd3-2014-4f9d-a183-0cec30623e95 req-690372b3-adc9-4aff-b32b-17af193becd4 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419455 Feb 19 02:57:05.598434 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:05.633094 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3445d4-ebc9-44cb-a7a2-ed695313970a req-b0ab6d77-da1b-4428-b6d0-46a459c11932 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:05.636394 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4b3445d4-ebc9-44cb-a7a2-ed695313970a req-b0ab6d77-da1b-4428-b6d0-46a459c11932 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.4045169 Feb 19 02:57:05.812189 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4b3445d4-ebc9-44cb-a7a2-ed695313970a req-c8e99085-e18b-4e47-baf7-56409a48d45d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455231 Feb 19 02:57:05.821716 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-65afd28b-b02c-4542-ab75-1c93110e55dd req-910cea53-2493-4c60-b979-1ac4b1cd4a23 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f175784-0f73-456c-a5de-72ceb6be14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748104 Feb 19 02:57:05.842241 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe34e0-84aa-4b04-9123-64d6368c5091 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Pushing event updated for resources: {'Port': ['ID=f481cd1d-458c-4e8b-913a-7e34acf648e1,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:05.846810 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fb92c371-a0ae-4641-a9b3-c2096f56aa08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:05.875289 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cfbe34e0-84aa-4b04-9123-64d6368c5091 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:05.878342 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Network 9131403e-e904-4cb4-874e-0517f8d6271d has no segments {{(pid=84085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 02:57:05.953110 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fb92c371-a0ae-4641-a9b3-c2096f56aa08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: from cryptography.utils import int_from_bytes Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: from cryptography.utils import int_from_bytes Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: (rel_b, rel_a, rel_b), Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: (rel_b, rel_a, rel_b), Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: Traceback (most recent call last): Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: timer() Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: cb(*args, **kw) Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: return func(*args, **kwargs) Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: self._notify() Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: self.callback(batched_events) Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: event.method(event) Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: segment_id)['aggregates'][0] Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: return f(self, *a, **k) Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: return self._get(url).json() Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: **kwargs) Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: return self.request(url, 'GET', **kwargs) Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: **endpoint_filter) Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:57:06.005144 dv-cinder-775706-2-smb neutron-server[83972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:57:06.172883 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-cfbe34e0-84aa-4b04-9123-64d6368c5091 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Network d14f0ed8-dc4c-4c7e-98e7-020c087f1c61 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:57:06.175222 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-cfbe34e0-84aa-4b04-9123-64d6368c5091 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:57:06.188236 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-cfbe34e0-84aa-4b04-9123-64d6368c5091 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:57:06.268731 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fb92c371-a0ae-4641-a9b3-c2096f56aa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:06.272042 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847010256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428100'] for network, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:06.276842 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:06.287403 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:06.300838 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92c371-a0ae-4641-a9b3-c2096f56aa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2218dc2-b05e-47bc-a78c-b58e64a49277,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:06.304243 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-fb92c371-a0ae-4641-a9b3-c2096f56aa08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:06.313008 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-cfbe34e0-84aa-4b04-9123-64d6368c5091 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:06.313812 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-cfbe34e0-84aa-4b04-9123-64d6368c5091 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:06.321178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:06.336070 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fb92c371-a0ae-4641-a9b3-c2096f56aa08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:06.338158 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Pushing event deleted for resources: {'Network': ['ID=9131403e-e904-4cb4-874e-0517f8d6271d,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:06.341056 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-fb92c371-a0ae-4641-a9b3-c2096f56aa08 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d2218dc2-b05e-47bc-a78c-b58e64a49277 HTTP/1.1" status: 204 len: 168 time: 0.7482438 Feb 19 02:57:06.373020 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:06.381562 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b75445-fcfc-44c7-b539-95259db74955 req-652fc422-9ff4-47b5-8193-696c9e866283 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:06.393918 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-cfbe34e0-84aa-4b04-9123-64d6368c5091 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0984313 Feb 19 02:57:06.399765 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f4b75445-fcfc-44c7-b539-95259db74955 req-652fc422-9ff4-47b5-8193-696c9e866283 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.3237360 Feb 19 02:57:06.402465 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 48370) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:06.410539 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-63a009ba-c086-4910-a92a-1c737b5fd14a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Request body: {'floatingip': {'port_id': '2f96b873-54a3-4cc6-86f3-e2ed8d3b5125'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:06.414046 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac3611-4454-439f-b08f-e83912b5a1eb req-35caa824-d530-41fa-966c-69f2378788bb tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:06.418880 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b6ac3611-4454-439f-b08f-e83912b5a1eb req-35caa824-d530-41fa-966c-69f2378788bb tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.2605479 Feb 19 02:57:06.514299 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b6ac3611-4454-439f-b08f-e83912b5a1eb req-7eb01997-aca4-4d9c-aba9-4fe9f97dead8 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866890 Feb 19 02:57:06.581147 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] 10.222.0.75 "DELETE /v2.0/networks/9131403e-e904-4cb4-874e-0517f8d6271d HTTP/1.1" status: 204 len: 168 time: 3.6719022 Feb 19 02:57:06.590309 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Request body: {'port': {'device_id': 'e8a73c4e-5c24-4774-a2d7-ab2c046defbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:06.662328 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 0f36cf6e-7276-4e66-a212-4adde80abda4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:57:06.757636 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-63a009ba-c086-4910-a92a-1c737b5fd14a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for floatingip, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:06.967716 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning for port 0f36cf6e-7276-4e66-a212-4adde80abda4 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:57:06.984966 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 0f36cf6e-7276-4e66-a212-4adde80abda4 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:57:06.986292 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:07.009371 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 48392) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:07.141031 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a33c1c-8ea9-4c02-910a-f27021b14f8a req-8787a92b-4ae6-4ac5-a621-6d6ea5fb46d8 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:07.149285 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-29a33c1c-8ea9-4c02-910a-f27021b14f8a req-8787a92b-4ae6-4ac5-a621-6d6ea5fb46d8 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=518a1402-56c5-45ae-a870-b6d88ffd15df HTTP/1.1" status: 200 len: 945 time: 0.5613377 Feb 19 02:57:07.155573 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-211fbcc8-dcdc-45f4-9c55-c8b22ebe1522 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3af50bdb36394e1a94841dbba0e97626&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1381888 Feb 19 02:57:07.208924 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 48398) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:07.222912 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-29a33c1c-8ea9-4c02-910a-f27021b14f8a req-46456be8-fc25-48d9-a2c1-50b8e566a6d8 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720410 Feb 19 02:57:07.353866 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:07.386768 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cea91-070e-401e-b75f-a4eff4d9ffd3 req-e60094c1-a5ab-4c75-b67d-5d78b8f3fed2 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:07.415600 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ad6cea91-070e-401e-b75f-a4eff4d9ffd3 req-e60094c1-a5ab-4c75-b67d-5d78b8f3fed2 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 943 time: 0.6211722 Feb 19 02:57:07.431711 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 0f36cf6e-7276-4e66-a212-4adde80abda4, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=0f36cf6e-7276-4e66-a212-4adde80abda4,segment=NetworkSegment(9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2),segment_id=9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:57:07.434377 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a363156b-f3fb-489d-a4be-010fa9f64c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f36cf6e-7276-4e66-a212-4adde80abda4'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:57:07.448039 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:07.459961 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-424caa74-1262-4829-b84b-896db23d7649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:07.558662 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c246d9f6-f45f-4646-aa8f-6b27e3eedd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:07.582796 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:07.670660 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ad6cea91-070e-401e-b75f-a4eff4d9ffd3 req-f3ab896c-560f-4467-a858-5e82d9607aa6 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512398 Feb 19 02:57:07.715863 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=0f36cf6e-7276-4e66-a212-4adde80abda4,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:07.719869 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c246d9f6-f45f-4646-aa8f-6b27e3eedd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:07.722771 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:07.809902 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a363156b-f3fb-489d-a4be-010fa9f64c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f36cf6e-7276-4e66-a212-4adde80abda4', 'code': 200} Feb 19 02:57:07.940040 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f1f94-c2f1-4b10-b4b6-81ad55c6936a req-df5334e4-bc0f-4f46-b00a-a877181de9de tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:07.944251 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6a1f1f94-c2f1-4b10-b4b6-81ad55c6936a req-df5334e4-bc0f-4f46-b00a-a877181de9de tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 931 time: 0.2778172 Feb 19 02:57:07.948052 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c246d9f6-f45f-4646-aa8f-6b27e3eedd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:07.968950 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b6f8f050-0f8b-4868-9c9e-6aea4f3cf3a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:08.015911 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246d9f6-f45f-4646-aa8f-6b27e3eedd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fce608-711e-4d4c-8c52-1ea3587f2d2e,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:08.031931 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c246d9f6-f45f-4646-aa8f-6b27e3eedd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:08.035103 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-c246d9f6-f45f-4646-aa8f-6b27e3eedd27 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f3fce608-711e-4d4c-8c52-1ea3587f2d2e HTTP/1.1" status: 204 len: 168 time: 0.8104749 Feb 19 02:57:08.038282 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c246d9f6-f45f-4646-aa8f-6b27e3eedd27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:08.186502 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6a1f1f94-c2f1-4b10-b4b6-81ad55c6936a req-80c18e74-59e4-4272-a907-2339c79908a8 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f175784-0f73-456c-a5de-72ceb6be14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221563 Feb 19 02:57:08.459676 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf59a6-5cc9-4af2-8fc7-7e5783c77140 req-84e80862-04c7-457f-bcbf-9dba549c99b4 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:08.468953 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfdf59a6-5cc9-4af2-8fc7-7e5783c77140 req-84e80862-04c7-457f-bcbf-9dba549c99b4 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.2387912 Feb 19 02:57:08.635799 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfdf59a6-5cc9-4af2-8fc7-7e5783c77140 req-3c14d8d4-5953-4317-9ccf-92995ad3109b tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633747 Feb 19 02:57:08.711953 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c96cc6-4095-4a17-b197-33e058ded5e9 req-99a71879-0317-4d4f-af2a-586f77eb573c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:08.726085 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b2c96cc6-4095-4a17-b197-33e058ded5e9 req-99a71879-0317-4d4f-af2a-586f77eb573c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=518a1402-56c5-45ae-a870-b6d88ffd15df HTTP/1.1" status: 200 len: 945 time: 0.2534945 Feb 19 02:57:08.880746 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b2c96cc6-4095-4a17-b197-33e058ded5e9 req-70e12d1d-7fb1-4f31-ae4f-788b4dfea510 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419787 Feb 19 02:57:09.064901 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05324773-bb61-4056-92b4-3b6f9c3deacb req-cc324b82-8c2f-444d-87c2-d72152569646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:09.068607 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-05324773-bb61-4056-92b4-3b6f9c3deacb req-cc324b82-8c2f-444d-87c2-d72152569646 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 1162 time: 0.7042444 Feb 19 02:57:09.091948 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff1d84-c800-4e40-b6c8-c01adac68f29 req-ca31ebfc-61ef-4126-96cf-bea6ea4d03a5 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:09.110549 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0cff1d84-c800-4e40-b6c8-c01adac68f29 req-ca31ebfc-61ef-4126-96cf-bea6ea4d03a5 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.2035975 Feb 19 02:57:09.220928 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0cff1d84-c800-4e40-b6c8-c01adac68f29 req-f4044dd9-338d-40c3-838b-56c8b0d41067 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090026 Feb 19 02:57:09.447625 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-05324773-bb61-4056-92b4-3b6f9c3deacb req-749d32da-a3d1-4023-81e5-ccc9ac4d8c10 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433654 Feb 19 02:57:09.506561 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.resource_extend [None req-63a009ba-c086-4910-a92a-1c737b5fd14a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 19 02:57:09.609858 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e5a74-2e4c-4e0f-b13c-895ce1038736 req-65583136-b0bf-4ee1-aece-ed385c20d799 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:09.619394 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3b6e5a74-2e4c-4e0f-b13c-895ce1038736 req-65583136-b0bf-4ee1-aece-ed385c20d799 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 931 time: 0.2285941 Feb 19 02:57:09.695888 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3b6e5a74-2e4c-4e0f-b13c-895ce1038736 req-66d4b617-3bd3-493f-913d-5c9ed2899f6a tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f175784-0f73-456c-a5de-72ceb6be14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751991 Feb 19 02:57:09.759112 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-63a009ba-c086-4910-a92a-1c737b5fd14a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:09.767007 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-63a009ba-c086-4910-a92a-1c737b5fd14a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854343256'] for floatingip, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:09.954320 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f481cd1d-458c-4e8b-913a-7e34acf648e1 {{(pid=84085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 02:57:09.968823 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:10.165899 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7b716-b60b-4ec6-85aa-9f56c7376027 req-867b3f97-8165-4f7a-b957-394614fcfbd6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:10.183995 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-20b7b716-b60b-4ec6-85aa-9f56c7376027 req-867b3f97-8165-4f7a-b957-394614fcfbd6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.1718757 Feb 19 02:57:10.186858 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Transition to ACTIVE for port object f481cd1d-458c-4e8b-913a-7e34acf648e1 will not be triggered until provisioned by entity L2. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:57:10.194475 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:10.233045 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:10.283696 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 0f36cf6e-7276-4e66-a212-4adde80abda4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:57:10.479731 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 0f36cf6e-7276-4e66-a212-4adde80abda4 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:57:10.480153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:10.614896 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a9082bbb-65fd-4f09-b2b1-2719ce29db7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:10.628746 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Pushing event updated for resources: {'Port': ['ID=f481cd1d-458c-4e8b-913a-7e34acf648e1,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:10.634496 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:10.645015 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 48494) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:10.694230 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.l3_db [None req-63a009ba-c086-4910-a92a-1c737b5fd14a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Floating IP 85b95dfc-6138-48a2-afe4-79b56bb9b572 associated. External IP: 172.28.3.239, port: 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125. Feb 19 02:57:10.694645 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-20b7b716-b60b-4ec6-85aa-9f56c7376027 req-29ad27c5-6687-4a8f-8d1f-ff2293d6fdd5 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091105 Feb 19 02:57:11.639843 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dca20a-39a8-493b-bb8e-9c46eb5e1fe3 req-9c3c178f-aec8-40ff-8322-062b4fd267c0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:11.655270 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-53dca20a-39a8-493b-bb8e-9c46eb5e1fe3 req-9c3c178f-aec8-40ff-8322-062b4fd267c0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.4681406 Feb 19 02:57:11.671080 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80b9ea-ea71-441b-a003-32f1e28c03b7 req-39fe5001-2ab4-4d33-a73b-f294edfe0e97 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:11.686846 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bb80b9ea-ea71-441b-a003-32f1e28c03b7 req-39fe5001-2ab4-4d33-a73b-f294edfe0e97 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 943 time: 0.2653003 Feb 19 02:57:11.853516 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bb80b9ea-ea71-441b-a003-32f1e28c03b7 req-7e88ba16-b125-4c9f-b94b-465785f99f1e tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f175784-0f73-456c-a5de-72ceb6be14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650028 Feb 19 02:57:11.886787 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-53dca20a-39a8-493b-bb8e-9c46eb5e1fe3 req-43fd47ec-ae75-4847-8f1f-8b31c12e3964 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945257 Feb 19 02:57:12.122154 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 48528) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:12.307191 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56354080-888a-4e58-b38e-108f22e6bc84 req-a2f00236-99bc-4a22-90ee-7a2587e4e195 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:12.311872 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ef52b378-3856-440d-9daf-6064d79511a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:12.322738 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-56354080-888a-4e58-b38e-108f22e6bc84 req-a2f00236-99bc-4a22-90ee-7a2587e4e195 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.2041848 Feb 19 02:57:12.372973 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-ef52b378-3856-440d-9daf-6064d79511a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:57:12.417540 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-ef52b378-3856-440d-9daf-6064d79511a8 admin admin] Usage tracker for resource:security_group_rule and tenant:46b96d7f23c148739efdbfc339918f85 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:57:12.424581 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Attempting to bind port f481cd1d-458c-4e8b-913a-7e34acf648e1 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:12.425050 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Attempting to bind port f481cd1d-458c-4e8b-913a-7e34acf648e1 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '3055eefa-d22d-4b0e-9fbf-d612be062151', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd14f0ed8-dc4c-4c7e-98e7-020c087f1c61'}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:57:12.425530 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Attempting to bind port f481cd1d-458c-4e8b-913a-7e34acf648e1 on network d14f0ed8-dc4c-4c7e-98e7-020c087f1c61 {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:57:12.435014 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-ef52b378-3856-440d-9daf-6064d79511a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:57:12.541358 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Checking agent: {'id': '38d2f619-f811-4ccc-89e2-793bab8ea98e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 53, 25), 'started_at': datetime.datetime(2021, 2, 19, 2, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:57:12.541981 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Checking segment: {'id': '3055eefa-d22d-4b0e-9fbf-d612be062151', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd14f0ed8-dc4c-4c7e-98e7-020c087f1c61'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:57:12.542620 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:12.545483 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Bound using segment: {'id': '3055eefa-d22d-4b0e-9fbf-d612be062151', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd14f0ed8-dc4c-4c7e-98e7-020c087f1c61'} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:57:12.545483 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Bound port: f481cd1d-458c-4e8b-913a-7e34acf648e1, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3055eefa-d22d-4b0e-9fbf-d612be062151', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd14f0ed8-dc4c-4c7e-98e7-020c087f1c61'}}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:57:12.545483 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:12.545997 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-56354080-888a-4e58-b38e-108f22e6bc84 req-18730098-952d-4733-92ae-549f5d357135 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181389 Feb 19 02:57:12.559387 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-ef52b378-3856-440d-9daf-6064d79511a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:57:12.744882 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a009ba-c086-4910-a92a-1c737b5fd14a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Router c1d053eb-7ef7-43eb-b768-20fdd98f8294 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 02:57:12.773694 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c1ec0839-bc43-4568-b2e9-3db66dcf4d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:12.801833 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-c1ec0839-bc43-4568-b2e9-3db66dcf4d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:57:12.810921 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-c1ec0839-bc43-4568-b2e9-3db66dcf4d80 admin admin] Usage tracker for resource:security_group_rule and tenant:57d4195ef28d4caf97f4570344433cfa is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:57:12.814866 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-c1ec0839-bc43-4568-b2e9-3db66dcf4d80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:57:12.822131 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-c1ec0839-bc43-4568-b2e9-3db66dcf4d80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:57:12.865928 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] For port f481cd1d-458c-4e8b-913a-7e34acf648e1, host hv-cinder-77570, cleared binding levels {{(pid=84085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:57:12.958684 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] For port f481cd1d-458c-4e8b-913a-7e34acf648e1, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=f481cd1d-458c-4e8b-913a-7e34acf648e1,segment=NetworkSegment(3055eefa-d22d-4b0e-9fbf-d612be062151),segment_id=3055eefa-d22d-4b0e-9fbf-d612be062151)] {{(pid=84085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:57:12.964011 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c1ec0839-bc43-4568-b2e9-3db66dcf4d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:12.972068 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c1ec0839-bc43-4568-b2e9-3db66dcf4d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:12.979784 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8e7831d8-af8a-4c57-b7a2-cc05717dba65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:13.015634 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-6c75b8aa-cb73-46cc-a6e0-46ff2b4d67a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:13.036082 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:13.055858 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-c1ec0839-bc43-4568-b2e9-3db66dcf4d80 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=57d4195ef28d4caf97f4570344433cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9317355 Feb 19 02:57:13.057288 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 48554) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:13.058652 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec0839-bc43-4568-b2e9-3db66dcf4d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099fe9ab-d138-43a8-b070-0c7e6733f0d4,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:13.067271 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c1ec0839-bc43-4568-b2e9-3db66dcf4d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:13.118125 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:13.385592 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:13.395897 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-51c93173-09fe-4b24-a465-ae39bbc306cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:13.396221 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ef52b378-3856-440d-9daf-6064d79511a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:13.415956 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ef52b378-3856-440d-9daf-6064d79511a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:13.467857 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a009ba-c086-4910-a92a-1c737b5fd14a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 02:57:13.516148 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433feced-6973-44ac-a696-4b6faa148f38 req-29b5ffd7-b898-4af9-9997-e5add0c0df1d tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:13.521040 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a759300a-344a-46b1-975d-d792a13d9c25 None None] Sync routers for ids ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'] in dv-cinder-775706-2-smb {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 02:57:13.530540 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-433feced-6973-44ac-a696-4b6faa148f38 req-29b5ffd7-b898-4af9-9997-e5add0c0df1d tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.3480172 Feb 19 02:57:13.546111 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a759300a-344a-46b1-975d-d792a13d9c25 None None] Routers {'c1d053eb-7ef7-43eb-b768-20fdd98f8294'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:57:13.546866 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-a759300a-344a-46b1-975d-d792a13d9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:57:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:57:13.553546 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-51c93173-09fe-4b24-a465-ae39bbc306cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:13.587212 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Pushing event updated for resources: {'Port': ['ID=f481cd1d-458c-4e8b-913a-7e34acf648e1,revision_number=3']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:13.596927 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-ef52b378-3856-440d-9daf-6064d79511a8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=46b96d7f23c148739efdbfc339918f85&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9441574 Feb 19 02:57:13.598092 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:13.600586 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-fb2a0371-a259-49ba-a06f-fb2c94e5e93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:13.607974 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859679cf-aa6c-4591-bc5e-1fb1c5deb070 req-1e486d7e-63d2-4abc-a364-85af30c62f1e tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:13.610849 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-859679cf-aa6c-4591-bc5e-1fb1c5deb070 req-1e486d7e-63d2-4abc-a364-85af30c62f1e tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 943 time: 0.4965081 Feb 19 02:57:13.613910 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 48564) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:13.649814 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52b378-3856-440d-9daf-6064d79511a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4109f23d-2b48-4ff7-ad13-7719cdac3bea,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:13.674191 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ef52b378-3856-440d-9daf-6064d79511a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:13.680287 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-63a009ba-c086-4910-a92a-1c737b5fd14a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for floatingip, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:13.708013 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-433feced-6973-44ac-a696-4b6faa148f38 req-c0388bce-774b-4f8e-906e-2068b52e108a tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444192 Feb 19 02:57:13.750698 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:13.751397 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:13.752987 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] 10.222.0.87 "PUT /v2.0/ports/f481cd1d-458c-4e8b-913a-7e34acf648e1 HTTP/1.1" status: 200 len: 1157 time: 7.1704502 Feb 19 02:57:13.753636 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a73c4e-5c24-4774-a2d7-ab2c046defbd', 'tag': 'f481cd1d-458c-4e8b-913a-7e34acf648e1'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:57:13.803804 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-63a009ba-c086-4910-a92a-1c737b5fd14a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "PUT /v2.0/floatingips/85b95dfc-6138-48a2-afe4-79b56bb9b572 HTTP/1.1" status: 200 len: 991 time: 7.3994615 Feb 19 02:57:13.823515 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-20196150-c87a-4fe9-a947-7c5ffd1e76c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:13.851134 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-859679cf-aa6c-4591-bc5e-1fb1c5deb070 req-d4a4c844-5d66-4bf7-948c-84ad8529b794 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f175784-0f73-456c-a5de-72ceb6be14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162895 Feb 19 02:57:13.859021 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-51c93173-09fe-4b24-a465-ae39bbc306cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:13.881671 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:13.918450 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c93173-09fe-4b24-a465-ae39bbc306cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099fe9ab-d138-43a8-b070-0c7e6733f0d4,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:13.948246 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-51c93173-09fe-4b24-a465-ae39bbc306cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:13.980415 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-51c93173-09fe-4b24-a465-ae39bbc306cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:14.016792 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-51c93173-09fe-4b24-a465-ae39bbc306cc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/099fe9ab-d138-43a8-b070-0c7e6733f0d4 HTTP/1.1" status: 204 len: 168 time: 0.9521112 Feb 19 02:57:14.049976 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-20196150-c87a-4fe9-a947-7c5ffd1e76c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:14.182112 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-a759300a-344a-46b1-975d-d792a13d9c25 None None] Set router c1d053eb-7ef7-43eb-b768-20fdd98f8294 gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:57:14.200506 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-20196150-c87a-4fe9-a947-7c5ffd1e76c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:14.218595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d32db1a8-2902-46a5-ab3f-ee083150c983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:14.257256 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-6bdb4dd5-0995-4cb0-a6b8-4e2b4d4bfb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:14.264083 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-6bdb4dd5-0995-4cb0-a6b8-4e2b4d4bfb18 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6262c748284740d8a9cfea7f948aa942&device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 1160 time: 0.4276154 Feb 19 02:57:14.289900 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20196150-c87a-4fe9-a947-7c5ffd1e76c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4109f23d-2b48-4ff7-ad13-7719cdac3bea,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:14.308633 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-20196150-c87a-4fe9-a947-7c5ffd1e76c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:14.489927 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-20196150-c87a-4fe9-a947-7c5ffd1e76c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:14.499820 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-20196150-c87a-4fe9-a947-7c5ffd1e76c1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4109f23d-2b48-4ff7-ad13-7719cdac3bea HTTP/1.1" status: 204 len: 168 time: 0.8758945 Feb 19 02:57:14.521604 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-7cf820af-cb18-4a49-b40e-20186d0465cb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f481cd1d-458c-4e8b-913a-7e34acf648e1 HTTP/1.1" status: 200 len: 217 time: 0.2276182 Feb 19 02:57:14.570676 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3894-6bd4-4952-9bf7-b4370d06e9f2 req-b907f13f-2497-487a-a99e-24a7fae89775 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:14.584833 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3f6f3894-6bd4-4952-9bf7-b4370d06e9f2 req-b907f13f-2497-487a-a99e-24a7fae89775 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.3937147 Feb 19 02:57:14.591651 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 48586) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:14.601057 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-17ebde60-2d91-45ae-a8f3-8248f6bb61a9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Request body: {'floatingip': {'port_id': '0f36cf6e-7276-4e66-a212-4adde80abda4'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:14.627787 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c043ee-b1c3-4b3a-91ec-943cfa96add8 req-5424e4ce-d2db-4fa7-a3d5-301b216f7485 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:14.648329 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-91c043ee-b1c3-4b3a-91ec-943cfa96add8 req-5424e4ce-d2db-4fa7-a3d5-301b216f7485 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.5911887 Feb 19 02:57:14.840069 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:57:14.872313 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-91c043ee-b1c3-4b3a-91ec-943cfa96add8 req-1622b606-0cad-4a76-96a3-c347f7184186 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009647 Feb 19 02:57:14.959210 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:15.017820 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 48600) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:15.040665 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-a759300a-344a-46b1-975d-d792a13d9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:06Z', 'revision_number': 4, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port': {'id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:43Z', 'updated_at': '2021-02-19T02:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_floatingips': [{'id': '85b95dfc-6138-48a2-afe4-79b56bb9b572', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'router_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'port_id': '2f96b873-54a3-4cc6-86f3-e2ed8d3b5125', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'mac_address': 'fa:16:3e:f3:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7253a-adba-4965-b266-3a0958a67f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:56:21Z', 'updated_at': '2021-02-19T02:57:09Z', 'revision_number': 1, 'project_id': 'c002812913314504b133ae634af86b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59995976-a41e-4856-95c2-eabbef58d8f7', 'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'mac_address': 'fa:16:3e:e0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b750ccce-480c-48ff-95df-32a79b278619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:02Z', 'updated_at': '2021-02-19T02:56:18Z', 'revision_number': 5, 'project_id': 'c002812913314504b133ae634af86b2e', 'subnets': [{'id': 'b750ccce-480c-48ff-95df-32a79b278619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:57:15.047398 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a759300a-344a-46b1-975d-d792a13d9c25 None None] Checking router: c1d053eb-7ef7-43eb-b768-20fdd98f8294 for host: dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 02:57:15.049999 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a73c4e-5c24-4774-a2d7-ab2c046defbd', 'tag': 'f481cd1d-458c-4e8b-913a-7e34acf648e1', 'status': 'completed', 'code': 200} Feb 19 02:57:15.052505 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-630a85fb-e7af-4c81-b080-73393064ea67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:15.070058 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a759300a-344a-46b1-975d-d792a13d9c25 None None] Routers {'c1d053eb-7ef7-43eb-b768-20fdd98f8294'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:57:15.070975 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-a759300a-344a-46b1-975d-d792a13d9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:57:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:57:15.190204 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-524a2e9b-f6ce-4b4b-aaaa-fa55d3ee6348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:15.192255 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-524a2e9b-f6ce-4b4b-aaaa-fa55d3ee6348 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=26c5f3a5-7898-494b-8a0f-565bc9376e1a HTTP/1.1" status: 200 len: 848 time: 0.0959144 Feb 19 02:57:15.196096 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-17ebde60-2d91-45ae-a8f3-8248f6bb61a9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for floatingip, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:15.212475 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:15.299789 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-630a85fb-e7af-4c81-b080-73393064ea67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:57:15.357129 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-630a85fb-e7af-4c81-b080-73393064ea67 admin admin] Usage tracker for resource:security_group_rule and tenant:0dea7e6966b04198ba11293b4f6556ab is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:57:15.378077 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-630a85fb-e7af-4c81-b080-73393064ea67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:57:15.380178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-a759300a-344a-46b1-975d-d792a13d9c25 None None] Set router c1d053eb-7ef7-43eb-b768-20fdd98f8294 gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:57:15.421419 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 48610) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:15.445122 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-630a85fb-e7af-4c81-b080-73393064ea67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:57:15.482420 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2758-b9da-4859-87ef-05c12639566d req-4b8f89b4-7ddf-4dc6-afcd-6ee0182aa5da tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:15.484197 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-abba2758-b9da-4859-87ef-05c12639566d req-4b8f89b4-7ddf-4dc6-afcd-6ee0182aa5da tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/networks?id=dc92614e-7e38-45f5-b055-2b7cad057984 HTTP/1.1" status: 200 len: 814 time: 0.4084017 Feb 19 02:57:15.489289 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f3629027-e968-4d08-b40b-006e5738139d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:15.592242 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-abba2758-b9da-4859-87ef-05c12639566d req-a2803448-a012-4b00-abb7-03adf2ca322b tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/quotas/f53fe2854fce4916a4d2d8a17072e0a7 HTTP/1.1" status: 200 len: 375 time: 0.0905564 Feb 19 02:57:15.596696 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-f3629027-e968-4d08-b40b-006e5738139d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:57:15.608845 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-f3629027-e968-4d08-b40b-006e5738139d admin admin] Usage tracker for resource:security_group_rule and tenant:317da858cdaa49339dcb01f98bfb3487 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:57:15.616892 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-f3629027-e968-4d08-b40b-006e5738139d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:57:15.677998 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-f3629027-e968-4d08-b40b-006e5738139d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:57:15.702897 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-9008cf6e-4958-4440-b53d-99dab2b43677 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d14f0ed8-dc4c-4c7e-98e7-020c087f1c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4337108 Feb 19 02:57:15.809448 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815079cb-4a08-4d70-a54e-451e0a3ab5b7 req-496f0395-3619-4832-bd6b-d6192e9d39d7 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:15.811205 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-815079cb-4a08-4d70-a54e-451e0a3ab5b7 req-496f0395-3619-4832-bd6b-d6192e9d39d7 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 943 time: 0.3364165 Feb 19 02:57:15.828409 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-a759300a-344a-46b1-975d-d792a13d9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:06Z', 'revision_number': 4, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port': {'id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:43Z', 'updated_at': '2021-02-19T02:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_floatingips': [{'id': '85b95dfc-6138-48a2-afe4-79b56bb9b572', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'router_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'port_id': '2f96b873-54a3-4cc6-86f3-e2ed8d3b5125', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'mac_address': 'fa:16:3e:f3:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7253a-adba-4965-b266-3a0958a67f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:56:21Z', 'updated_at': '2021-02-19T02:57:09Z', 'revision_number': 1, 'project_id': 'c002812913314504b133ae634af86b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59995976-a41e-4856-95c2-eabbef58d8f7', 'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'mac_address': 'fa:16:3e:e0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b750ccce-480c-48ff-95df-32a79b278619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:02Z', 'updated_at': '2021-02-19T02:56:18Z', 'revision_number': 5, 'project_id': 'c002812913314504b133ae634af86b2e', 'subnets': [{'id': 'b750ccce-480c-48ff-95df-32a79b278619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:57:15.834842 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a759300a-344a-46b1-975d-d792a13d9c25 None None] The sync data for ids ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'] in dv-cinder-775706-2-smb is: [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:06Z', 'revision_number': 4, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port': {'id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:43Z', 'updated_at': '2021-02-19T02:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_floatingips': [{'id': '85b95dfc-6138-48a2-afe4-79b56bb9b572', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'router_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'port_id': '2f96b873-54a3-4cc6-86f3-e2ed8d3b5125', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'mac_address': 'fa:16:3e:f3:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb7253a-adba-4965-b266-3a0958a67f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:56:21Z', 'updated_at': '2021-02-19T02:57:09Z', 'revision_number': 1, 'project_id': 'c002812913314504b133ae634af86b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59995976-a41e-4856-95c2-eabbef58d8f7', 'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'mac_address': 'fa:16:3e:e0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b750ccce-480c-48ff-95df-32a79b278619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:02Z', 'updated_at': '2021-02-19T02:56:18Z', 'revision_number': 5, 'project_id': 'c002812913314504b133ae634af86b2e', 'subnets': [{'id': 'b750ccce-480c-48ff-95df-32a79b278619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 02:57:15.887600 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-630a85fb-e7af-4c81-b080-73393064ea67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:15.933231 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-815079cb-4a08-4d70-a54e-451e0a3ab5b7 req-956b2576-2c03-4b79-b76e-3ff08ceadb46 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f175784-0f73-456c-a5de-72ceb6be14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071355 Feb 19 02:57:15.940663 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-abba2758-b9da-4859-87ef-05c12639566d req-ee532f6a-3f20-44f2-aef7-114e832ed4c7 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f53fe2854fce4916a4d2d8a17072e0a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3280039 Feb 19 02:57:15.949034 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-630a85fb-e7af-4c81-b080-73393064ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:15.989858 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-51c93173-09fe-4b24-a465-ae39bbc306cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:16.033023 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-630a85fb-e7af-4c81-b080-73393064ea67 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0dea7e6966b04198ba11293b4f6556ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0128424 Feb 19 02:57:16.057592 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 48618) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:16.072152 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a85fb-e7af-4c81-b080-73393064ea67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f7f472-b6f8-464e-9972-b35680bbc768,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:16.148381 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-15c3ea3f-7f17-4b9c-b87d-8bfdc6c5d400 service neutron] 10.222.0.87 "GET /v2.0/networks/d14f0ed8-dc4c-4c7e-98e7-020c087f1c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248464 Feb 19 02:57:16.154470 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-630a85fb-e7af-4c81-b080-73393064ea67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:16.274939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d6080-6a54-4ad2-ae5d-611b69795598 None None] New status for floating IP 85b95dfc-6138-48a2-afe4-79b56bb9b572: ACTIVE {{(pid=84086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 02:57:16.350707 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5eeb6ee8-f915-43bb-8af7-7a2c003cdf5a req-5c02b3c7-deef-4cb5-a4bb-403ddcd28f5c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.7418199 Feb 19 02:57:16.404380 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f3629027-e968-4d08-b40b-006e5738139d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:16.476651 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f3629027-e968-4d08-b40b-006e5738139d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:16.516826 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e77c82c7-57c5-49a3-91a4-e9750932926c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:16.550532 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8f17ae7-4424-47e7-9746-2d18a04217a9 req-f25a5a9c-018d-4ed3-a2ee-d3277b75bc10 service neutron] 10.222.0.87 "GET /v2.0/networks/d14f0ed8-dc4c-4c7e-98e7-020c087f1c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3296547 Feb 19 02:57:16.553234 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-fb92c371-a0ae-4641-a9b3-c2096f56aa08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:16.569863 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-f3629027-e968-4d08-b40b-006e5738139d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=317da858cdaa49339dcb01f98bfb3487&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1339791 Feb 19 02:57:16.574253 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 48628) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:16.584710 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e77c82c7-57c5-49a3-91a4-e9750932926c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:16.642737 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-abba2758-b9da-4859-87ef-05c12639566d req-cde064a7-1325-4af3-9726-7b6c0d95265b service neutron] 10.222.0.75 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6593332 Feb 19 02:57:16.679253 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3629027-e968-4d08-b40b-006e5738139d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15f1f7f-4aab-4a7c-be09-b80675ac8d34,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:16.720060 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3ee8e0d4-59d4-452c-8eba-7ab863d3b09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:16.746985 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f3629027-e968-4d08-b40b-006e5738139d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:16.777416 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a58d18-f905-4d98-b182-a2cf0fb00205 req-4e4cc4fb-bfd5-4048-922f-f69691413e01 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:16.780538 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b2a58d18-f905-4d98-b182-a2cf0fb00205 req-4e4cc4fb-bfd5-4048-922f-f69691413e01 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.7124043 Feb 19 02:57:16.846372 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e77c82c7-57c5-49a3-91a4-e9750932926c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:16.859482 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:16.890305 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c82c7-57c5-49a3-91a4-e9750932926c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f7f472-b6f8-464e-9972-b35680bbc768,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:16.911249 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3ee8e0d4-59d4-452c-8eba-7ab863d3b09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:16.913366 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e77c82c7-57c5-49a3-91a4-e9750932926c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:16.918639 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b2a58d18-f905-4d98-b182-a2cf0fb00205 req-5033cbe2-942a-413b-aaaf-45a5965ef837 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292419 Feb 19 02:57:16.921615 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.resource_extend [None req-17ebde60-2d91-45ae-a8f3-8248f6bb61a9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 19 02:57:16.968071 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e77c82c7-57c5-49a3-91a4-e9750932926c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:16.972530 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-e77c82c7-57c5-49a3-91a4-e9750932926c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e0f7f472-b6f8-464e-9972-b35680bbc768 HTTP/1.1" status: 204 len: 168 time: 0.9043963 Feb 19 02:57:16.999946 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-abba2758-b9da-4859-87ef-05c12639566d req-445d744e-f0ac-4876-a8de-0ab0da56c840 service neutron] 10.222.0.75 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3556855 Feb 19 02:57:17.068255 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb7253a-adba-4965-b266-3a0958a67f38', 'tag': '2f96b873-54a3-4cc6-86f3-e2ed8d3b5125'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:57:17.147250 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-17ebde60-2d91-45ae-a8f3-8248f6bb61a9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:17.156796 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb6ee8-f915-43bb-8af7-7a2c003cdf5a req-2b82dea0-24b7-4336-88f0-e86efd09955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:17.158562 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5eeb6ee8-f915-43bb-8af7-7a2c003cdf5a req-2b82dea0-24b7-4336-88f0-e86efd09955a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f53fe2854fce4916a4d2d8a17072e0a7&device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 1163 time: 0.4183323 Feb 19 02:57:17.160922 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-17ebde60-2d91-45ae-a8f3-8248f6bb61a9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854343256'] for floatingip, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:17.219811 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0758c-f38f-4bfd-90de-786e8de1fc13 req-94f0247d-a64b-4e39-95b8-e637da559db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:17.225254 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-20c0758c-f38f-4bfd-90de-786e8de1fc13 req-94f0247d-a64b-4e39-95b8-e637da559db8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6262c748284740d8a9cfea7f948aa942&device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 1160 time: 0.4830308 Feb 19 02:57:17.311146 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3ee8e0d4-59d4-452c-8eba-7ab863d3b09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:17.399670 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ef52b378-3856-440d-9daf-6064d79511a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:17.424340 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb7253a-adba-4965-b266-3a0958a67f38', 'tag': '2f96b873-54a3-4cc6-86f3-e2ed8d3b5125', 'status': 'completed', 'code': 200} Feb 19 02:57:17.508629 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8e0d4-59d4-452c-8eba-7ab863d3b09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15f1f7f-4aab-4a7c-be09-b80675ac8d34,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:17.544706 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3ee8e0d4-59d4-452c-8eba-7ab863d3b09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:17.636292 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8f2a6ec7-3fa0-4bcb-b1fe-316ea7a457c5 req-b9d73fef-08d4-4d52-b695-c234dddde56a tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 210 time: 0.2166533 Feb 19 02:57:17.811827 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c331d-efc3-438f-a9ff-32c50f89ce5c req-c7b23a8b-5c00-4568-940e-eca3745cd43b tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:17.831489 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7a4c331d-efc3-438f-a9ff-32c50f89ce5c req-c7b23a8b-5c00-4568-940e-eca3745cd43b tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 943 time: 0.3454235 Feb 19 02:57:17.843392 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba020c8-d231-41f0-8d56-7c156e98a611 req-f6cd72e4-8b4b-4f79-a489-1a21553391fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:17.846614 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8ba020c8-d231-41f0-8d56-7c156e98a611 req-f6cd72e4-8b4b-4f79-a489-1a21553391fd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c002812913314504b133ae634af86b2e&device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 1162 time: 0.3618128 Feb 19 02:57:17.968643 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3ee8e0d4-59d4-452c-8eba-7ab863d3b09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:17.969994 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-3ee8e0d4-59d4-452c-8eba-7ab863d3b09b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d15f1f7f-4aab-4a7c-be09-b80675ac8d34 HTTP/1.1" status: 204 len: 168 time: 1.3938746 Feb 19 02:57:18.136602 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.l3_db [None req-17ebde60-2d91-45ae-a8f3-8248f6bb61a9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Floating IP 0f4e9f3f-fa88-43a8-8e04-4eb3d6beefff associated. External IP: 172.28.3.189, port: 0f36cf6e-7276-4e66-a212-4adde80abda4. Feb 19 02:57:18.210806 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7a4c331d-efc3-438f-a9ff-32c50f89ce5c req-b84b656c-38d6-4f01-927a-8208be2f3b4c tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f175784-0f73-456c-a5de-72ceb6be14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776255 Feb 19 02:57:18.347965 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb6ee8-f915-43bb-8af7-7a2c003cdf5a req-e08b0a82-3c1c-4ab7-a4a6-f0d1fe1dd3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:18.349852 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5eeb6ee8-f915-43bb-8af7-7a2c003cdf5a req-e08b0a82-3c1c-4ab7-a4a6-f0d1fe1dd3b2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=dc92614e-7e38-45f5-b055-2b7cad057984 HTTP/1.1" status: 200 len: 908 time: 1.0861964 Feb 19 02:57:18.378534 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0758c-f38f-4bfd-90de-786e8de1fc13 req-1b3b04f4-3066-418b-a01e-17e755a079b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:18.388953 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-20c0758c-f38f-4bfd-90de-786e8de1fc13 req-1b3b04f4-3066-418b-a01e-17e755a079b0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d14f0ed8-dc4c-4c7e-98e7-020c087f1c61 HTTP/1.1" status: 200 len: 902 time: 1.0930824 Feb 19 02:57:18.476606 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba020c8-d231-41f0-8d56-7c156e98a611 req-011c7e15-635d-4003-b909-bc87944cf20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:18.479799 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8ba020c8-d231-41f0-8d56-7c156e98a611 req-011c7e15-635d-4003-b909-bc87944cf20f service neutron] 10.222.0.87 "GET /v2.0/networks?id=aff37b45-bb0b-4722-99c2-f05b1c234791 HTTP/1.1" status: 200 len: 911 time: 0.5964928 Feb 19 02:57:18.555809 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5f90c-a876-47fc-af81-a3c43d5b4c6f req-945ed0cf-f3c3-45b1-bc88-0d74da8ea5cf tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:18.560152 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e4a5f90c-a876-47fc-af81-a3c43d5b4c6f req-945ed0cf-f3c3-45b1-bc88-0d74da8ea5cf tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.2401810 Feb 19 02:57:18.872425 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5eeb6ee8-f915-43bb-8af7-7a2c003cdf5a req-4ac267e0-b0ba-4f36-b110-b40ca5284527 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e81dcac-03ef-4f8a-83c9-00dd0cd307df HTTP/1.1" status: 200 len: 217 time: 0.2164619 Feb 19 02:57:18.892705 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-20c0758c-f38f-4bfd-90de-786e8de1fc13 req-d5b04e48-7ae3-4e27-a565-7abb52fecae3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f481cd1d-458c-4e8b-913a-7e34acf648e1 HTTP/1.1" status: 200 len: 217 time: 0.1683125 Feb 19 02:57:19.131525 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0758c-f38f-4bfd-90de-786e8de1fc13 req-1289da76-328a-4416-905d-6edc143b3fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:19.134349 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-20c0758c-f38f-4bfd-90de-786e8de1fc13 req-1289da76-328a-4416-905d-6edc143b3fea service neutron] 10.222.0.87 "GET /v2.0/subnets?id=26c5f3a5-7898-494b-8a0f-565bc9376e1a HTTP/1.1" status: 200 len: 848 time: 0.1124866 Feb 19 02:57:19.168252 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb6ee8-f915-43bb-8af7-7a2c003cdf5a req-17785b9d-d42e-48ea-8726-02b6cbcd6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:19.171843 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5eeb6ee8-f915-43bb-8af7-7a2c003cdf5a req-17785b9d-d42e-48ea-8726-02b6cbcd6738 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d1b0d8e7-d261-47fc-bf06-034ec39db489 HTTP/1.1" status: 200 len: 854 time: 0.2244194 Feb 19 02:57:19.453205 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e4a5f90c-a876-47fc-af81-a3c43d5b4c6f req-292334e7-eb6b-40c8-a7c9-a6718971a0a9 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7327454 Feb 19 02:57:19.461672 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8ba020c8-d231-41f0-8d56-7c156e98a611 req-9af31b35-b767-4e74-bd6e-5d7f22c6193d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 HTTP/1.1" status: 200 len: 1001 time: 0.9309759 Feb 19 02:57:19.464165 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7884555b-2d86-44d2-92fa-b730beded694 req-9d56ca2f-2be9-4992-8f2d-11f0e2f480cc tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 210 time: 0.0741632 Feb 19 02:57:19.536754 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5eeb6ee8-f915-43bb-8af7-7a2c003cdf5a req-41264828-6a72-444a-aef6-697b7929c30b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc92614e-7e38-45f5-b055-2b7cad057984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2538905 Feb 19 02:57:19.564634 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-20c0758c-f38f-4bfd-90de-786e8de1fc13 req-19bc8ca0-3151-40cb-870e-d6fb92cbdb42 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d14f0ed8-dc4c-4c7e-98e7-020c087f1c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3878605 Feb 19 02:57:19.583920 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba020c8-d231-41f0-8d56-7c156e98a611 req-b3a60f30-7848-4b43-afb8-e63ffb2c6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:19.585710 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8ba020c8-d231-41f0-8d56-7c156e98a611 req-b3a60f30-7848-4b43-afb8-e63ffb2c6831 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b750ccce-480c-48ff-95df-32a79b278619 HTTP/1.1" status: 200 len: 856 time: 0.1148758 Feb 19 02:57:19.825805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f447ade-2ed2-4191-be93-9ceebb64e50e req-981dab7d-f9f1-484a-982e-d53fdfca3964 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:19.838920 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5f447ade-2ed2-4191-be93-9ceebb64e50e req-981dab7d-f9f1-484a-982e-d53fdfca3964 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 943 time: 0.1772604 Feb 19 02:57:19.911772 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba020c8-d231-41f0-8d56-7c156e98a611 req-d2cb3247-fca9-45c2-b886-2ea07db6eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:19.914849 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8ba020c8-d231-41f0-8d56-7c156e98a611 req-d2cb3247-fca9-45c2-b886-2ea07db6eac4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=aff37b45-bb0b-4722-99c2-f05b1c234791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3202100 Feb 19 02:57:19.919509 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-20c0758c-f38f-4bfd-90de-786e8de1fc13 req-72b5874b-d3da-4afe-882d-02124610b7de service neutron] 10.222.0.87 "GET /v2.0/networks/d14f0ed8-dc4c-4c7e-98e7-020c087f1c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969260 Feb 19 02:57:19.929149 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ebde60-2d91-45ae-a8f3-8248f6bb61a9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Router bd5d5559-8f65-4e04-bac3-ff3991e44726 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 02:57:20.021246 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5f447ade-2ed2-4191-be93-9ceebb64e50e req-e955d955-b273-442f-bf74-9d07ff416854 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f175784-0f73-456c-a5de-72ceb6be14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699259 Feb 19 02:57:20.221759 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ebde60-2d91-45ae-a8f3-8248f6bb61a9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 02:57:20.232294 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-17ebde60-2d91-45ae-a8f3-8248f6bb61a9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for floatingip, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:20.238947 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1542647-539a-4807-9dbc-29f512db44b3 None None] Sync routers for ids ['bd5d5559-8f65-4e04-bac3-ff3991e44726'] in dv-cinder-775706-2-smb {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 02:57:20.266288 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1542647-539a-4807-9dbc-29f512db44b3 None None] Routers {'bd5d5559-8f65-4e04-bac3-ff3991e44726'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:57:20.267454 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-e1542647-539a-4807-9dbc-29f512db44b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:57:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['bd5d5559-8f65-4e04-bac3-ff3991e44726'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:57:20.307818 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8ba020c8-d231-41f0-8d56-7c156e98a611 req-1b3ae21b-a785-4548-82e4-5cd842db814d service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844706 Feb 19 02:57:20.487032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.objects.ports [None req-33275eb0-3fcc-400f-8786-d70765ee751c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84086) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 19 02:57:20.605326 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-17ebde60-2d91-45ae-a8f3-8248f6bb61a9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "PUT /v2.0/floatingips/0f4e9f3f-fa88-43a8-8e04-4eb3d6beefff HTTP/1.1" status: 200 len: 991 time: 6.0119772 Feb 19 02:57:20.649689 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a363156b-f3fb-489d-a4be-010fa9f64c94', 'tag': '0f36cf6e-7276-4e66-a212-4adde80abda4'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:57:20.815580 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8ba020c8-d231-41f0-8d56-7c156e98a611 req-7de22c58-f861-49e5-b806-285205d8fe50 service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4828455 Feb 19 02:57:20.903733 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-e1542647-539a-4807-9dbc-29f512db44b3 None None] Set router bd5d5559-8f65-4e04-bac3-ff3991e44726 gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:57:21.250845 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d0e3bc87-5b04-4820-bd8d-45ae03e89788 req-66ec9427-67d3-4bea-9ea8-9385f9a4ac0e tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 210 time: 0.1510537 Feb 19 02:57:21.334223 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b7756-e004-42ae-be1c-2decec1f90ea req-ede080c0-8501-4f0f-a27b-301808229f2b tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:21.338614 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-011b7756-e004-42ae-be1c-2decec1f90ea req-ede080c0-8501-4f0f-a27b-301808229f2b tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.4240022 Feb 19 02:57:21.383448 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-20c0758c-f38f-4bfd-90de-786e8de1fc13 req-a4b2e227-c074-4885-8bcd-5c05ee3b0839 service neutron] 10.222.0.87 "GET /v2.0/networks/d14f0ed8-dc4c-4c7e-98e7-020c087f1c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1675551 Feb 19 02:57:21.428135 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5eeb6ee8-f915-43bb-8af7-7a2c003cdf5a req-3ef144b1-d00a-4c84-9f03-db8b9ab6d54c service neutron] 10.222.0.87 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8620112 Feb 19 02:57:21.505220 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-011b7756-e004-42ae-be1c-2decec1f90ea req-e2682a9e-976a-4db3-bb9e-bd207b5bba2a tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486309 Feb 19 02:57:21.642459 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a363156b-f3fb-489d-a4be-010fa9f64c94', 'tag': '0f36cf6e-7276-4e66-a212-4adde80abda4', 'status': 'completed', 'code': 200} Feb 19 02:57:21.672970 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5eeb6ee8-f915-43bb-8af7-7a2c003cdf5a req-276d4dc8-aa72-4727-b104-8fd6785bb69e service neutron] 10.222.0.87 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2198541 Feb 19 02:57:21.725502 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2758-b9da-4859-87ef-05c12639566d req-6978c8ac-91d3-4551-be28-b13cb052c8be tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:21.727854 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-abba2758-b9da-4859-87ef-05c12639566d req-6978c8ac-91d3-4551-be28-b13cb052c8be tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.87 "GET /v2.0/networks?id=dc92614e-7e38-45f5-b055-2b7cad057984 HTTP/1.1" status: 200 len: 814 time: 1.3397999 Feb 19 02:57:21.782346 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-e1542647-539a-4807-9dbc-29f512db44b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9557bbe9-1621-419d-9115-d624a96da223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:13Z', 'revision_number': 4, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port': {'id': '9557bbe9-1621-419d-9115-d624a96da223', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:44Z', 'updated_at': '2021-02-19T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_floatingips': [{'id': '0f4e9f3f-fa88-43a8-8e04-4eb3d6beefff', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'floating_ip_address': '172.28.3.189', 'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'router_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'port_id': '0f36cf6e-7276-4e66-a212-4adde80abda4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'mac_address': 'fa:16:3e:bc:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a363156b-f3fb-489d-a4be-010fa9f64c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:56:36Z', 'updated_at': '2021-02-19T02:57:16Z', 'revision_number': 1, 'project_id': '619fad70faee4631a203fa17432b1857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e806cc3-7d27-460e-a10b-7cb304f63454', 'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'mac_address': 'fa:16:3e:8a:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '38374417-3478-4427-9684-8966c2d250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:07Z', 'updated_at': '2021-02-19T02:56:32Z', 'revision_number': 5, 'project_id': '619fad70faee4631a203fa17432b1857', 'subnets': [{'id': '38374417-3478-4427-9684-8966c2d250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:57:21.794469 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1542647-539a-4807-9dbc-29f512db44b3 None None] Checking router: bd5d5559-8f65-4e04-bac3-ff3991e44726 for host: dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 02:57:21.796956 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-abba2758-b9da-4859-87ef-05c12639566d req-7d73e994-9ca7-4e86-80eb-fc2e71222dec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Request body: {'port': {'device_id': '90f1c2ce-3a33-43a8-ac36-3d39a7d2e048', 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984', 'admin_state_up': True, 'tenant_id': 'f53fe2854fce4916a4d2d8a17072e0a7'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:21.825772 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1542647-539a-4807-9dbc-29f512db44b3 None None] Routers {'bd5d5559-8f65-4e04-bac3-ff3991e44726'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 02:57:21.826485 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-e1542647-539a-4807-9dbc-29f512db44b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:57:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['bd5d5559-8f65-4e04-bac3-ff3991e44726'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:57:21.957225 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device f481cd1d-458c-4e8b-913a-7e34acf648e1 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:57:22.013251 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c76c-e519-405f-b2b7-5b011c6645bc req-ab8f8d2c-517c-40f3-8d7d-e7ecfc0ae850 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:22.028511 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4513c76c-e519-405f-b2b7-5b011c6645bc req-ab8f8d2c-517c-40f3-8d7d-e7ecfc0ae850 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 943 time: 0.2779236 Feb 19 02:57:22.029454 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee0719-9d2e-484a-9bf2-1df5f79e7917 req-79aabcae-b91d-49c9-9374-90006068ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:22.040915 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b8ee0719-9d2e-484a-9bf2-1df5f79e7917 req-79aabcae-b91d-49c9-9374-90006068ea03 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=619fad70faee4631a203fa17432b1857&device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 1162 time: 0.3105412 Feb 19 02:57:22.146451 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4513c76c-e519-405f-b2b7-5b011c6645bc req-873e6c92-4c6c-4b48-ac88-a0865677a039 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f175784-0f73-456c-a5de-72ceb6be14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167836 Feb 19 02:57:22.223725 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning for port f481cd1d-458c-4e8b-913a-7e34acf648e1 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:57:22.240489 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port f481cd1d-458c-4e8b-913a-7e34acf648e1 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:57:22.241193 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:22.383349 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-e1542647-539a-4807-9dbc-29f512db44b3 None None] Set router bd5d5559-8f65-4e04-bac3-ff3991e44726 gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 02:57:22.518775 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee0719-9d2e-484a-9bf2-1df5f79e7917 req-02abb0fa-ec4b-4c83-a9e2-0cc47906c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:22.524628 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b8ee0719-9d2e-484a-9bf2-1df5f79e7917 req-02abb0fa-ec4b-4c83-a9e2-0cc47906c15a service neutron] 10.222.0.87 "GET /v2.0/networks?id=3a78709d-1a68-4957-9e6e-7eecb2b4a618 HTTP/1.1" status: 200 len: 904 time: 0.4258845 Feb 19 02:57:22.524628 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-abba2758-b9da-4859-87ef-05c12639566d req-7d73e994-9ca7-4e86-80eb-fc2e71222dec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:57:22.546311 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-abba2758-b9da-4859-87ef-05c12639566d req-7d73e994-9ca7-4e86-80eb-fc2e71222dec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Usage tracker for resource:port and tenant:f53fe2854fce4916a4d2d8a17072e0a7 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:57:22.579069 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:22.624730 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-abba2758-b9da-4859-87ef-05c12639566d req-7d73e994-9ca7-4e86-80eb-fc2e71222dec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:57:22.657696 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-abba2758-b9da-4859-87ef-05c12639566d req-7d73e994-9ca7-4e86-80eb-fc2e71222dec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:57:22.717322 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port f481cd1d-458c-4e8b-913a-7e34acf648e1, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=f481cd1d-458c-4e8b-913a-7e34acf648e1,segment=NetworkSegment(3055eefa-d22d-4b0e-9fbf-d612be062151),segment_id=3055eefa-d22d-4b0e-9fbf-d612be062151)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:57:22.722878 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a73c4e-5c24-4774-a2d7-ab2c046defbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f481cd1d-458c-4e8b-913a-7e34acf648e1'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:57:22.725899 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-94b0ad07-7c78-4cf0-b89d-399baaf89d99 req-af5d15f7-5a66-46b0-b279-651eb1ed7807 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 210 time: 0.1675179 Feb 19 02:57:22.743649 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:22.748106 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:22.779586 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abba2758-b9da-4859-87ef-05c12639566d req-7d73e994-9ca7-4e86-80eb-fc2e71222dec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Made reservation on behalf of f53fe2854fce4916a4d2d8a17072e0a7 for: {'port': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:57:22.793937 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-abba2758-b9da-4859-87ef-05c12639566d req-7d73e994-9ca7-4e86-80eb-fc2e71222dec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:22.933404 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b8ee0719-9d2e-484a-9bf2-1df5f79e7917 req-68acd8d3-dd1c-4764-991f-6ad827a65f25 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f36cf6e-7276-4e66-a212-4adde80abda4 HTTP/1.1" status: 200 len: 999 time: 0.4022741 Feb 19 02:57:22.950286 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=f481cd1d-458c-4e8b-913a-7e34acf648e1,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:22.968510 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:23.171182 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46cd96-9f42-4e42-80f9-4c5a34670b1f req-f3b93afd-1454-41c7-85ca-fe4be3e0d562 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:23.174388 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8d46cd96-9f42-4e42-80f9-4c5a34670b1f req-f3b93afd-1454-41c7-85ca-fe4be3e0d562 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.2446756 Feb 19 02:57:23.355795 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8d46cd96-9f42-4e42-80f9-4c5a34670b1f req-62d0f69d-6e29-47d5-a63a-8e620db7509b tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604040 Feb 19 02:57:23.426266 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a73c4e-5c24-4774-a2d7-ab2c046defbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f481cd1d-458c-4e8b-913a-7e34acf648e1', 'code': 200} Feb 19 02:57:23.476147 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee0719-9d2e-484a-9bf2-1df5f79e7917 req-249124a3-04c5-4742-ab34-7a74560a072e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:23.486162 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b8ee0719-9d2e-484a-9bf2-1df5f79e7917 req-249124a3-04c5-4742-ab34-7a74560a072e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38374417-3478-4427-9684-8966c2d250da HTTP/1.1" status: 200 len: 849 time: 0.2341433 Feb 19 02:57:23.498276 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device f481cd1d-458c-4e8b-913a-7e34acf648e1 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:57:23.544380 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 48812) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:23.826255 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port f481cd1d-458c-4e8b-913a-7e34acf648e1 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:57:23.837228 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:23.905412 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92a8fa-d4b7-4931-92be-465a8da73c1b req-c0668611-4dbb-403d-9528-bacedfe1fbe7 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:23.928641 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b92a8fa-d4b7-4931-92be-465a8da73c1b req-c0668611-4dbb-403d-9528-bacedfe1fbe7 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 945 time: 0.2387908 Feb 19 02:57:24.066541 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b92a8fa-d4b7-4931-92be-465a8da73c1b req-e394dd34-93d7-4b83-a3db-0a01f7c2bd83 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f175784-0f73-456c-a5de-72ceb6be14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365712 Feb 19 02:57:24.244906 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee0719-9d2e-484a-9bf2-1df5f79e7917 req-e9a865cf-e58b-4e5e-b8a0-c0602c5fecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:24.250711 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b8ee0719-9d2e-484a-9bf2-1df5f79e7917 req-e9a865cf-e58b-4e5e-b8a0-c0602c5fecda service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3a78709d-1a68-4957-9e6e-7eecb2b4a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7603338 Feb 19 02:57:24.281632 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-abba2758-b9da-4859-87ef-05c12639566d req-7d73e994-9ca7-4e86-80eb-fc2e71222dec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Allocated IP 172.20.0.11 (dc92614e-7e38-45f5-b055-2b7cad057984/d1b0d8e7-d261-47fc-bf06-034ec39db489/39340b62-c9b3-44a9-a220-e7be9f98a5f0) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:57:24.288258 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-e1542647-539a-4807-9dbc-29f512db44b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9557bbe9-1621-419d-9115-d624a96da223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:13Z', 'revision_number': 4, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port': {'id': '9557bbe9-1621-419d-9115-d624a96da223', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:44Z', 'updated_at': '2021-02-19T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_floatingips': [{'id': '0f4e9f3f-fa88-43a8-8e04-4eb3d6beefff', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'floating_ip_address': '172.28.3.189', 'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'router_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'port_id': '0f36cf6e-7276-4e66-a212-4adde80abda4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'mac_address': 'fa:16:3e:bc:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a363156b-f3fb-489d-a4be-010fa9f64c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:56:36Z', 'updated_at': '2021-02-19T02:57:16Z', 'revision_number': 1, 'project_id': '619fad70faee4631a203fa17432b1857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e806cc3-7d27-460e-a10b-7cb304f63454', 'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'mac_address': 'fa:16:3e:8a:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '38374417-3478-4427-9684-8966c2d250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:07Z', 'updated_at': '2021-02-19T02:56:32Z', 'revision_number': 5, 'project_id': '619fad70faee4631a203fa17432b1857', 'subnets': [{'id': '38374417-3478-4427-9684-8966c2d250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:57:24.307149 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1542647-539a-4807-9dbc-29f512db44b3 None None] The sync data for ids ['bd5d5559-8f65-4e04-bac3-ff3991e44726'] in dv-cinder-775706-2-smb is: [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9557bbe9-1621-419d-9115-d624a96da223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:13Z', 'revision_number': 4, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port': {'id': '9557bbe9-1621-419d-9115-d624a96da223', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:44Z', 'updated_at': '2021-02-19T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_floatingips': [{'id': '0f4e9f3f-fa88-43a8-8e04-4eb3d6beefff', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'floating_ip_address': '172.28.3.189', 'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'router_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'port_id': '0f36cf6e-7276-4e66-a212-4adde80abda4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'mac_address': 'fa:16:3e:bc:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a363156b-f3fb-489d-a4be-010fa9f64c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T02:56:36Z', 'updated_at': '2021-02-19T02:57:16Z', 'revision_number': 1, 'project_id': '619fad70faee4631a203fa17432b1857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e806cc3-7d27-460e-a10b-7cb304f63454', 'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'mac_address': 'fa:16:3e:8a:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '38374417-3478-4427-9684-8966c2d250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:07Z', 'updated_at': '2021-02-19T02:56:32Z', 'revision_number': 5, 'project_id': '619fad70faee4631a203fa17432b1857', 'subnets': [{'id': '38374417-3478-4427-9684-8966c2d250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 02:57:24.606618 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5fefc7f9-c59c-4fac-b91d-05d6eb433930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:24.641168 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3f4e59cb-2ff8-495e-8bd5-6ffc796eb77a req-11bcef6c-79b5-404e-a826-c9f98b7d2aa8 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 210 time: 0.2058239 Feb 19 02:57:24.653301 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-5fefc7f9-c59c-4fac-b91d-05d6eb433930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:57:24.671509 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-5fefc7f9-c59c-4fac-b91d-05d6eb433930 admin admin] Usage tracker for resource:security_group_rule and tenant:93e81f7167384d25a8fbcf1b7eac590e is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:57:24.682758 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-5fefc7f9-c59c-4fac-b91d-05d6eb433930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:57:24.712577 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-5fefc7f9-c59c-4fac-b91d-05d6eb433930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:57:24.771108 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b8ee0719-9d2e-484a-9bf2-1df5f79e7917 req-8329a0d2-e2de-4205-8216-ec92b4604dc9 service neutron] 10.222.0.87 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787164 Feb 19 02:57:24.905911 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91db7f00-57ca-4c0b-8bc8-69b08e879658 None None] New status for floating IP 0f4e9f3f-fa88-43a8-8e04-4eb3d6beefff: ACTIVE {{(pid=84086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 02:57:25.121303 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:25.324579 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5fefc7f9-c59c-4fac-b91d-05d6eb433930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:25.338785 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5fefc7f9-c59c-4fac-b91d-05d6eb433930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:25.352767 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c1ec0839-bc43-4568-b2e9-3db66dcf4d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:25.394821 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993736bf-dc3c-4076-b004-06f3ae1b8fce req-18a4671c-9628-4722-8d6e-76351268d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:25.398081 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-993736bf-dc3c-4076-b004-06f3ae1b8fce req-18a4671c-9628-4722-8d6e-76351268d39c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 1162 time: 0.8487654 Feb 19 02:57:25.460774 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b8ee0719-9d2e-484a-9bf2-1df5f79e7917 req-230aebb6-c87b-4f34-bd61-ed07e804259e service neutron] 10.222.0.87 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6719291 Feb 19 02:57:25.464374 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefc7f9-c59c-4fac-b91d-05d6eb433930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c927a5e-5be5-4c2b-841c-aa63f30cf3cb,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:25.468805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5fefc7f9-c59c-4fac-b91d-05d6eb433930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:25.469009 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 48848) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:25.472573 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-5fefc7f9-c59c-4fac-b91d-05d6eb433930 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=93e81f7167384d25a8fbcf1b7eac590e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9298885 Feb 19 02:57:25.477257 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 48852) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:25.512098 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111b8bc-5cf6-4f82-a329-da907843ae68 req-7a3ed3a4-0ec2-46b9-be16-c1a285cc8a1d tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:25.522271 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3111b8bc-5cf6-4f82-a329-da907843ae68 req-7a3ed3a4-0ec2-46b9-be16-c1a285cc8a1d tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.5158882 Feb 19 02:57:25.539107 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device f481cd1d-458c-4e8b-913a-7e34acf648e1 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:57:25.588129 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3111b8bc-5cf6-4f82-a329-da907843ae68 req-9a725e17-fd5c-465e-bcc6-a25a51565d92 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643744 Feb 19 02:57:25.667934 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-993736bf-dc3c-4076-b004-06f3ae1b8fce req-e011ead1-5165-4f21-b4de-24b534a2e8e2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1f175784-0f73-456c-a5de-72ceb6be14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464399 Feb 19 02:57:25.702799 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port f481cd1d-458c-4e8b-913a-7e34acf648e1 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:57:25.703492 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:25.767654 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-abba2758-b9da-4859-87ef-05c12639566d req-7d73e994-9ca7-4e86-80eb-fc2e71222dec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:25.832184 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-add21527-6516-4251-ae4b-f2a3487bf2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:25.868056 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8c9b4-b541-4c25-a19a-b0424607e23a req-280ca189-f68b-4676-8421-b7a0bf202278 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:25.871221 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-86f8c9b4-b541-4c25-a19a-b0424607e23a req-280ca189-f68b-4676-8421-b7a0bf202278 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 945 time: 0.1633637 Feb 19 02:57:25.909591 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-add21527-6516-4251-ae4b-f2a3487bf2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:25.979168 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-86f8c9b4-b541-4c25-a19a-b0424607e23a req-5c2e6c0b-7082-41f3-a5fe-2f608d14b918 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f175784-0f73-456c-a5de-72ceb6be14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956302 Feb 19 02:57:25.979372 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-abba2758-b9da-4859-87ef-05c12639566d req-7d73e994-9ca7-4e86-80eb-fc2e71222dec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:26.015882 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:26.088258 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c4dee54e-8602-47d9-bcbf-36762d853ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:26.231056 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-c4dee54e-8602-47d9-bcbf-36762d853ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:57:26.246676 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-c4dee54e-8602-47d9-bcbf-36762d853ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:81e17b5b19d542c1b19e9ab533826c0a is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:57:26.252330 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73e994-9ca7-4e86-80eb-fc2e71222dec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Pushing event updated for resources: {'Port': ['ID=39340b62-c9b3-44a9-a220-e7be9f98a5f0,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:26.257109 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-c4dee54e-8602-47d9-bcbf-36762d853ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:57:26.260611 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-add21527-6516-4251-ae4b-f2a3487bf2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:26.266974 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7d73e994-9ca7-4e86-80eb-fc2e71222dec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:26.270683 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0588f44f-decd-4811-8da3-df72ce770ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:26.279092 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-c4dee54e-8602-47d9-bcbf-36762d853ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:57:26.314930 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc0b85-1312-4e43-abaa-9572b421c295 req-34e1bb3d-1835-425d-99b2-15e4b9e153a9 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:26.316749 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-92dc0b85-1312-4e43-abaa-9572b421c295 req-34e1bb3d-1835-425d-99b2-15e4b9e153a9 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 932 time: 0.1341455 Feb 19 02:57:26.328682 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add21527-6516-4251-ae4b-f2a3487bf2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c927a5e-5be5-4c2b-841c-aa63f30cf3cb,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:26.340480 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-add21527-6516-4251-ae4b-f2a3487bf2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:26.375816 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-add21527-6516-4251-ae4b-f2a3487bf2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:26.377151 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-add21527-6516-4251-ae4b-f2a3487bf2de admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3c927a5e-5be5-4c2b-841c-aa63f30cf3cb HTTP/1.1" status: 204 len: 168 time: 0.8721442 Feb 19 02:57:26.432670 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-92dc0b85-1312-4e43-abaa-9572b421c295 req-d5ff8ac3-8c6a-4dfc-ae18-fc6fde0b7f5b tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002212 Feb 19 02:57:26.492466 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abba2758-b9da-4859-87ef-05c12639566d req-7d73e994-9ca7-4e86-80eb-fc2e71222dec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Network dc92614e-7e38-45f5-b055-2b7cad057984 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:57:26.498476 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-abba2758-b9da-4859-87ef-05c12639566d req-7d73e994-9ca7-4e86-80eb-fc2e71222dec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:57:26.502341 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c4dee54e-8602-47d9-bcbf-36762d853ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:26.503808 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-abba2758-b9da-4859-87ef-05c12639566d req-7d73e994-9ca7-4e86-80eb-fc2e71222dec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:57:26.539975 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c4dee54e-8602-47d9-bcbf-36762d853ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:26.555476 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-4aa8c3bc-adf3-4cb5-9c8e-a56d96bda504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:26.630034 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-c4dee54e-8602-47d9-bcbf-36762d853ef8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=81e17b5b19d542c1b19e9ab533826c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1553445 Feb 19 02:57:26.633614 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dee54e-8602-47d9-bcbf-36762d853ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6471a8f9-a52c-46ca-8ec1-f5442ca343d3,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:26.636181 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 48878) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:26.639746 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c4dee54e-8602-47d9-bcbf-36762d853ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:26.645073 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2758-b9da-4859-87ef-05c12639566d req-7d73e994-9ca7-4e86-80eb-fc2e71222dec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:26.645990 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-abba2758-b9da-4859-87ef-05c12639566d req-7d73e994-9ca7-4e86-80eb-fc2e71222dec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:26.683470 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-abba2758-b9da-4859-87ef-05c12639566d req-7d73e994-9ca7-4e86-80eb-fc2e71222dec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8973484 Feb 19 02:57:26.773905 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Request body: {'port': {'device_id': '90f1c2ce-3a33-43a8-ac36-3d39a7d2e048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:26.879698 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cbe42188-f352-4e16-9aa1-1d471f0188fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:26.952535 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:26.970507 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cbe42188-f352-4e16-9aa1-1d471f0188fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:27.038668 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 48886) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:27.101378 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d185b3-12ff-4ed4-8f0a-5ca7973c0891 req-91130ec2-c56b-4680-b8a6-cb9ba04564de tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:27.115044 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b1d185b3-12ff-4ed4-8f0a-5ca7973c0891 req-91130ec2-c56b-4680-b8a6-cb9ba04564de tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.3263395 Feb 19 02:57:27.116521 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:27.198642 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:57:27.228437 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Usage tracker for resource:security_group_rule and tenant:4522b18218ec4deab4d279c64625b7a9 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:57:27.236141 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:57:27.283707 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b1d185b3-12ff-4ed4-8f0a-5ca7973c0891 req-45e3db2d-bb5b-4a6e-831a-1b42bf63e689 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298521 Feb 19 02:57:27.310983 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:57:27.328966 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cbe42188-f352-4e16-9aa1-1d471f0188fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:27.335653 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f3629027-e968-4d08-b40b-006e5738139d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:27.365864 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe42188-f352-4e16-9aa1-1d471f0188fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6471a8f9-a52c-46ca-8ec1-f5442ca343d3,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:27.368946 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cbe42188-f352-4e16-9aa1-1d471f0188fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:27.398137 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cbe42188-f352-4e16-9aa1-1d471f0188fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:27.399822 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-cbe42188-f352-4e16-9aa1-1d471f0188fe admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6471a8f9-a52c-46ca-8ec1-f5442ca343d3 HTTP/1.1" status: 204 len: 168 time: 0.7618754 Feb 19 02:57:27.437416 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5946545-ad5c-4a84-91d1-6d1bd6db02f1 req-e5cbc5d7-385d-40ca-b766-32a808289e21 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:27.439399 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a5946545-ad5c-4a84-91d1-6d1bd6db02f1 req-e5cbc5d7-385d-40ca-b766-32a808289e21 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 945 time: 0.2129834 Feb 19 02:57:27.530214 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a5946545-ad5c-4a84-91d1-6d1bd6db02f1 req-e8f16784-8b6d-4231-a42b-10cd0702079f tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f175784-0f73-456c-a5de-72ceb6be14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781798 Feb 19 02:57:27.549173 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:27.563934 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:27.574201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e5413563-e95e-46df-854b-86c53828871b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:27.626051 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4522b18218ec4deab4d279c64625b7a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5853174 Feb 19 02:57:27.628354 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ffb16d-f4e9-4726-b3ab-29fbd3b646ae,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:27.629587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 48898) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:27.637926 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.638335 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.638742 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.639143 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.639541 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.640570 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.640969 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.641367 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.641769 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.642175 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.642567 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.642955 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.643434 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.643984 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.644378 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.644811 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.645208 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.645592 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.646037 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.646417 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.646813 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.647188 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.647573 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.647954 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:27.653204 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:27.896319 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f0acf-ed43-46ad-acb9-3f9994fbbc8c req-4cdba403-4884-49c4-828c-17ed6c730e8a tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:27.899659 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4e1f0acf-ed43-46ad-acb9-3f9994fbbc8c req-4cdba403-4884-49c4-828c-17ed6c730e8a tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 932 time: 0.1840067 Feb 19 02:57:28.007586 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4e1f0acf-ed43-46ad-acb9-3f9994fbbc8c req-f229cecd-91fe-4b76-9598-cad7b1fd4ca5 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989006 Feb 19 02:57:28.059326 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d8f504df-1ba1-4be3-a286-633b1945b610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:28.060176 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 48906) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:28.083277 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-774abc79-6263-44e2-883c-e3792a06dd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:28.102187 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-774abc79-6263-44e2-883c-e3792a06dd0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:57:28.108927 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-774abc79-6263-44e2-883c-e3792a06dd0d admin admin] Usage tracker for resource:security_group_rule and tenant:2455c7aa82ad44ffbebd106a21cd1e2b is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:57:28.114810 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-774abc79-6263-44e2-883c-e3792a06dd0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:57:28.125533 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39340b62-c9b3-44a9-a220-e7be9f98a5f0 {{(pid=84085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 02:57:28.127903 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-774abc79-6263-44e2-883c-e3792a06dd0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:57:28.145327 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:28.149460 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d8f504df-1ba1-4be3-a286-633b1945b610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:28.183427 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Transition to ACTIVE for port object 39340b62-c9b3-44a9-a220-e7be9f98a5f0 will not be triggered until provisioned by entity L2. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:57:28.201200 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:28.223402 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5a3eb127-8a32-44a5-8b7f-30fcb05fbea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:28.253220 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-774abc79-6263-44e2-883c-e3792a06dd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:28.256653 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-774abc79-6263-44e2-883c-e3792a06dd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:28.266987 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c246d9f6-f45f-4646-aa8f-6b27e3eedd27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:28.312626 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-774abc79-6263-44e2-883c-e3792a06dd0d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2455c7aa82ad44ffbebd106a21cd1e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511415 Feb 19 02:57:28.314526 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774abc79-6263-44e2-883c-e3792a06dd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8966e5-5136-4779-96a2-bea2a978b919,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:28.318321 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-774abc79-6263-44e2-883c-e3792a06dd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:28.318890 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 48912) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:28.398314 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-782bed00-5c7b-40cd-9596-ced74996f561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:28.431678 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-782bed00-5c7b-40cd-9596-ced74996f561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:28.473684 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d8f504df-1ba1-4be3-a286-633b1945b610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:28.512371 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Pushing event updated for resources: {'Port': ['ID=39340b62-c9b3-44a9-a220-e7be9f98a5f0,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:28.518635 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d8f504df-1ba1-4be3-a286-633b1945b610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:28.523341 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-d8f504df-1ba1-4be3-a286-633b1945b610 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/49ffb16d-f4e9-4726-b3ab-29fbd3b646ae HTTP/1.1" status: 204 len: 168 time: 0.8884368 Feb 19 02:57:28.523341 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:28.523802 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3ee8e0d4-59d4-452c-8eba-7ab863d3b09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:28.541063 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f504df-1ba1-4be3-a286-633b1945b610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ffb16d-f4e9-4726-b3ab-29fbd3b646ae,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:28.545492 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d8f504df-1ba1-4be3-a286-633b1945b610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:28.574622 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-782bed00-5c7b-40cd-9596-ced74996f561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:28.581062 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-038b7690-ea3a-480b-9444-b4575b7bf114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:28.602280 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bed00-5c7b-40cd-9596-ced74996f561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8966e5-5136-4779-96a2-bea2a978b919,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:28.632168 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-782bed00-5c7b-40cd-9596-ced74996f561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:28.633318 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-782bed00-5c7b-40cd-9596-ced74996f561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:28.637890 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-782bed00-5c7b-40cd-9596-ced74996f561 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3c8966e5-5136-4779-96a2-bea2a978b919 HTTP/1.1" status: 204 len: 168 time: 0.3148880 Feb 19 02:57:28.657919 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d437b31-572c-4f52-ad79-0fbf357e9cf1 req-5f927c77-6174-436e-851b-b57a61da0ea9 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:28.660695 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0d437b31-572c-4f52-ad79-0fbf357e9cf1 req-5f927c77-6174-436e-851b-b57a61da0ea9 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.2025368 Feb 19 02:57:28.771066 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0d437b31-572c-4f52-ad79-0fbf357e9cf1 req-83de4683-a5a0-4ce5-b3ea-324fee223532 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023133 Feb 19 02:57:28.861712 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Attempting to bind port 39340b62-c9b3-44a9-a220-e7be9f98a5f0 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:28.862179 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Attempting to bind port 39340b62-c9b3-44a9-a220-e7be9f98a5f0 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'bcd5142b-b316-48c9-8892-79fe8ea9f18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984'}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:57:28.862595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Attempting to bind port 39340b62-c9b3-44a9-a220-e7be9f98a5f0 on network dc92614e-7e38-45f5-b055-2b7cad057984 {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:57:28.885936 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Checking agent: {'id': '38d2f619-f811-4ccc-89e2-793bab8ea98e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 53, 25), 'started_at': datetime.datetime(2021, 2, 19, 2, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:57:28.886436 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Checking segment: {'id': 'bcd5142b-b316-48c9-8892-79fe8ea9f18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:57:28.887434 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:28.887694 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Bound using segment: {'id': 'bcd5142b-b316-48c9-8892-79fe8ea9f18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984'} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:57:28.888242 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Bound port: 39340b62-c9b3-44a9-a220-e7be9f98a5f0, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd5142b-b316-48c9-8892-79fe8ea9f18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984'}}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:57:28.888696 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:29.008426 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a2a5f-2570-4db4-a436-1a78ae51e533 req-6eef912a-7c9a-45f1-af2d-b6947d1a833e tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:29.011761 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e00a2a5f-2570-4db4-a436-1a78ae51e533 req-6eef912a-7c9a-45f1-af2d-b6947d1a833e tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 945 time: 0.1666241 Feb 19 02:57:29.095295 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e00a2a5f-2570-4db4-a436-1a78ae51e533 req-392b275c-ad09-4502-ad17-67aee8733ca1 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f175784-0f73-456c-a5de-72ceb6be14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756996 Feb 19 02:57:29.150605 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] For port 39340b62-c9b3-44a9-a220-e7be9f98a5f0, host hv-cinder-77570, cleared binding levels {{(pid=84085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:57:29.155755 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] For port 39340b62-c9b3-44a9-a220-e7be9f98a5f0, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=39340b62-c9b3-44a9-a220-e7be9f98a5f0,segment=NetworkSegment(bcd5142b-b316-48c9-8892-79fe8ea9f18a),segment_id=bcd5142b-b316-48c9-8892-79fe8ea9f18a)] {{(pid=84085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:57:29.165643 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:29.326496 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:29.510428 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:29.511140 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:29.512777 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-abba2758-b9da-4859-87ef-05c12639566d req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] 10.222.0.87 "PUT /v2.0/ports/39340b62-c9b3-44a9-a220-e7be9f98a5f0 HTTP/1.1" status: 200 len: 1158 time: 2.7455268 Feb 19 02:57:29.513329 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f1c2ce-3a33-43a8-ac36-3d39a7d2e048', 'tag': '39340b62-c9b3-44a9-a220-e7be9f98a5f0'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:57:29.535787 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Pushing event updated for resources: {'Port': ['ID=39340b62-c9b3-44a9-a220-e7be9f98a5f0,revision_number=3']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:29.542000 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:29.586815 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e31e-d4cf-4203-a4d6-3baa20aca5cf req-14a71403-8513-4e67-93e7-52d5ce04f7b1 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:29.591322 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6426e31e-d4cf-4203-a4d6-3baa20aca5cf req-14a71403-8513-4e67-93e7-52d5ce04f7b1 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 944 time: 0.3208828 Feb 19 02:57:29.731619 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6426e31e-d4cf-4203-a4d6-3baa20aca5cf req-884a2944-aa58-443b-a1ce-c38dae32b364 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241274 Feb 19 02:57:29.744068 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device f481cd1d-458c-4e8b-913a-7e34acf648e1 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:57:29.807911 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f1c2ce-3a33-43a8-ac36-3d39a7d2e048', 'tag': '39340b62-c9b3-44a9-a220-e7be9f98a5f0', 'status': 'completed', 'code': 200} Feb 19 02:57:29.967550 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2758-b9da-4859-87ef-05c12639566d req-5a3c8cee-c06d-4a51-b744-ebf98456d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:29.970633 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-abba2758-b9da-4859-87ef-05c12639566d req-5a3c8cee-c06d-4a51-b744-ebf98456d534 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f53fe2854fce4916a4d2d8a17072e0a7&device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 1161 time: 0.3225849 Feb 19 02:57:29.995952 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port f481cd1d-458c-4e8b-913a-7e34acf648e1 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:57:29.996627 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:30.128598 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed143a5-9320-4e8f-ab64-b52da75c6f57 req-44bae17b-7bb2-47ee-addc-33f113a18e0f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:30.155835 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0ed143a5-9320-4e8f-ab64-b52da75c6f57 req-44bae17b-7bb2-47ee-addc-33f113a18e0f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.1652241 Feb 19 02:57:30.243264 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-abba2758-b9da-4859-87ef-05c12639566d req-3975b9a3-1536-4eb7-9f0e-dc3e4fb0901e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39340b62-c9b3-44a9-a220-e7be9f98a5f0 HTTP/1.1" status: 200 len: 217 time: 0.2289491 Feb 19 02:57:30.321787 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0ed143a5-9320-4e8f-ab64-b52da75c6f57 req-c872fb49-4928-47f9-8684-4cbf382465ae tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641452 Feb 19 02:57:30.410081 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2758-b9da-4859-87ef-05c12639566d req-391a4a0c-1994-4f4d-96e1-63000fca0f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:30.410081 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-abba2758-b9da-4859-87ef-05c12639566d req-391a4a0c-1994-4f4d-96e1-63000fca0f94 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d1b0d8e7-d261-47fc-bf06-034ec39db489 HTTP/1.1" status: 200 len: 854 time: 0.1553266 Feb 19 02:57:30.578064 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-abba2758-b9da-4859-87ef-05c12639566d req-872a0627-8336-4f96-a81e-bb1355e666c5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc92614e-7e38-45f5-b055-2b7cad057984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1553323 Feb 19 02:57:30.828557 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-abba2758-b9da-4859-87ef-05c12639566d req-80eb5a5c-f993-4cd2-95df-1703a0a835d4 service neutron] 10.222.0.87 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292538 Feb 19 02:57:31.115258 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c231c3-df0c-4c12-b31d-902b50aca2d0 req-2ccf0cc3-77f5-4518-8872-8c1197ae44f7 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:31.119241 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a4c231c3-df0c-4c12-b31d-902b50aca2d0 req-2ccf0cc3-77f5-4518-8872-8c1197ae44f7 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 944 time: 0.1618872 Feb 19 02:57:31.163093 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-abba2758-b9da-4859-87ef-05c12639566d req-2f84b3cd-004c-44db-8266-886140b9d755 service neutron] 10.222.0.87 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3126531 Feb 19 02:57:31.238007 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a4c231c3-df0c-4c12-b31d-902b50aca2d0 req-3aae4fab-2ddc-41d4-b6cb-30cf00d823f9 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056952 Feb 19 02:57:31.545263 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 49060) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:31.545871 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565fe83-9e6a-43da-8d82-fef670fbfb96 req-8bb46de3-825d-4905-894b-f8a952a2ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:31.548362 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9565fe83-9e6a-43da-8d82-fef670fbfb96 req-8bb46de3-825d-4905-894b-f8a952a2ff44 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f53fe2854fce4916a4d2d8a17072e0a7&device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 1161 time: 0.1926110 Feb 19 02:57:31.614400 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7e4d0-e447-4078-a237-d047b326c370 req-700da37e-1d75-400c-b4be-4928a4b1849f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:31.631339 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a4b7e4d0-e447-4078-a237-d047b326c370 req-700da37e-1d75-400c-b4be-4928a4b1849f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.1614792 Feb 19 02:57:31.751223 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a4b7e4d0-e447-4078-a237-d047b326c370 req-6f92d88a-9259-4e5a-916e-f8329c67e616 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187253 Feb 19 02:57:31.830827 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565fe83-9e6a-43da-8d82-fef670fbfb96 req-6948c121-38a3-4eb1-8ee9-077f92ba3c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:31.833611 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9565fe83-9e6a-43da-8d82-fef670fbfb96 req-6948c121-38a3-4eb1-8ee9-077f92ba3c82 service neutron] 10.222.0.87 "GET /v2.0/networks?id=dc92614e-7e38-45f5-b055-2b7cad057984 HTTP/1.1" status: 200 len: 908 time: 0.2693152 Feb 19 02:57:31.907899 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f555fd9d-438f-4f34-b362-f96922ccec91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:31.972135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-f555fd9d-438f-4f34-b362-f96922ccec91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:57:31.986575 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-f555fd9d-438f-4f34-b362-f96922ccec91 admin admin] Usage tracker for resource:security_group_rule and tenant:bef16fd514ba44e4b83583724288b8a3 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:57:32.000881 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-f555fd9d-438f-4f34-b362-f96922ccec91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:57:32.013270 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-f555fd9d-438f-4f34-b362-f96922ccec91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:57:32.034054 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9565fe83-9e6a-43da-8d82-fef670fbfb96 req-4f701378-609d-4cea-be65-ff70c8ff88bb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39340b62-c9b3-44a9-a220-e7be9f98a5f0 HTTP/1.1" status: 200 len: 217 time: 0.1685076 Feb 19 02:57:32.189640 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f555fd9d-438f-4f34-b362-f96922ccec91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:32.195614 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f555fd9d-438f-4f34-b362-f96922ccec91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:32.220321 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:32.237065 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565fe83-9e6a-43da-8d82-fef670fbfb96 req-60b374b1-2e6e-4769-b9e0-4fae3ddbab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:32.239075 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9565fe83-9e6a-43da-8d82-fef670fbfb96 req-60b374b1-2e6e-4769-b9e0-4fae3ddbab49 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d1b0d8e7-d261-47fc-bf06-034ec39db489 HTTP/1.1" status: 200 len: 854 time: 0.1915751 Feb 19 02:57:32.308135 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-f555fd9d-438f-4f34-b362-f96922ccec91 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bef16fd514ba44e4b83583724288b8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7589006 Feb 19 02:57:32.308135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555fd9d-438f-4f34-b362-f96922ccec91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff058b9-dd11-4f6a-abef-fcd441f9a539,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:32.312599 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 49086) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:32.318021 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f555fd9d-438f-4f34-b362-f96922ccec91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:32.328707 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9565fe83-9e6a-43da-8d82-fef670fbfb96 req-854e561c-9173-4025-bc68-6f456c0cb37d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc92614e-7e38-45f5-b055-2b7cad057984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777900 Feb 19 02:57:32.372316 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 49090) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:32.438999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-edd77f21-b0c1-4099-ba86-a54a3b4a78af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:32.522787 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-edd77f21-b0c1-4099-ba86-a54a3b4a78af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:32.546232 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9565fe83-9e6a-43da-8d82-fef670fbfb96 req-9434ee2b-a771-4645-90ed-482540557250 service neutron] 10.222.0.87 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053430 Feb 19 02:57:32.580561 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-edd77f21-b0c1-4099-ba86-a54a3b4a78af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:32.592311 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e77c82c7-57c5-49a3-91a4-e9750932926c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:32.605478 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd77f21-b0c1-4099-ba86-a54a3b4a78af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff058b9-dd11-4f6a-abef-fcd441f9a539,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:32.619525 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-edd77f21-b0c1-4099-ba86-a54a3b4a78af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:32.628930 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-edd77f21-b0c1-4099-ba86-a54a3b4a78af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:32.630019 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-edd77f21-b0c1-4099-ba86-a54a3b4a78af admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1ff058b9-dd11-4f6a-abef-fcd441f9a539 HTTP/1.1" status: 204 len: 168 time: 0.3158534 Feb 19 02:57:32.722415 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339d4ad-14ac-408c-8bb8-d93fa53b1bd8 req-959d0781-6db2-4fee-bbca-10325112e1d8 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:32.724276 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8339d4ad-14ac-408c-8bb8-d93fa53b1bd8 req-959d0781-6db2-4fee-bbca-10325112e1d8 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 944 time: 0.2683890 Feb 19 02:57:32.816214 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8339d4ad-14ac-408c-8bb8-d93fa53b1bd8 req-f94cedb1-b36e-4622-86fe-ee31cbee7ec1 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800674 Feb 19 02:57:32.826595 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9565fe83-9e6a-43da-8d82-fef670fbfb96 req-7a850dc3-c036-404f-afc1-cfaab0c1c80a service neutron] 10.222.0.87 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2655530 Feb 19 02:57:32.880951 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:32.906217 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:57:32.912222 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Usage tracker for resource:security_group_rule and tenant:da5d29c177454375a46386c502e46287 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:57:32.916468 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:57:32.925378 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:57:33.041953 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:33.048720 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:33.103915 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:33.115594 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=da5d29c177454375a46386c502e46287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7417858 Feb 19 02:57:33.122357 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 49126) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:33.169674 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da7f89-f272-44cc-a3e2-2ad34f1a7031 req-e12a2f39-9ffb-42f6-ba4c-5f7515d3cb06 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:33.179065 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-60da7f89-f272-44cc-a3e2-2ad34f1a7031 req-e12a2f39-9ffb-42f6-ba4c-5f7515d3cb06 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.2195554 Feb 19 02:57:33.207909 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a028843e-aa44-4fea-b7de-84d92f801356,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:33.222527 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.222527 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.222527 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.223081 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.223208 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.223577 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.223897 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.224288 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.224679 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.225069 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.225458 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.225908 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.226396 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.227638 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.227638 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.227638 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.228040 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.228459 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.228764 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.229150 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.229540 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.229964 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.230348 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.230841 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:57:33.235773 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:33.239579 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-60da7f89-f272-44cc-a3e2-2ad34f1a7031 req-2cf73764-b17b-4ae7-8f8b-2378af7291a0 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593710 Feb 19 02:57:33.288562 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-86447554-2c6f-4e12-a0f2-6ef976821ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:33.349579 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-86447554-2c6f-4e12-a0f2-6ef976821ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:33.467575 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-86447554-2c6f-4e12-a0f2-6ef976821ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:33.473627 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 49134) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:33.478985 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5287fcbe-b776-45df-be66-95ed2810f05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:33.506726 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86447554-2c6f-4e12-a0f2-6ef976821ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a028843e-aa44-4fea-b7de-84d92f801356,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:33.511488 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-86447554-2c6f-4e12-a0f2-6ef976821ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:33.516202 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-86447554-2c6f-4e12-a0f2-6ef976821ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:33.522677 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-86447554-2c6f-4e12-a0f2-6ef976821ed6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a028843e-aa44-4fea-b7de-84d92f801356 HTTP/1.1" status: 204 len: 168 time: 0.3938949 Feb 19 02:57:33.522919 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b9ad-fdb9-40c2-a918-d8312f63d9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:33.555841 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-b5d7b9ad-fdb9-40c2-a918-d8312f63d9dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:57:33.563966 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-b5d7b9ad-fdb9-40c2-a918-d8312f63d9dd admin admin] Usage tracker for resource:security_group_rule and tenant:42be0bf84ae84c87a63066bd83ae372d is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:57:33.569660 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-b5d7b9ad-fdb9-40c2-a918-d8312f63d9dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:57:33.581976 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-b5d7b9ad-fdb9-40c2-a918-d8312f63d9dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:57:33.736455 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b9ad-fdb9-40c2-a918-d8312f63d9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:33.740849 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b9ad-fdb9-40c2-a918-d8312f63d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:33.758766 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5fefc7f9-c59c-4fac-b91d-05d6eb433930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:33.843087 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-b5d7b9ad-fdb9-40c2-a918-d8312f63d9dd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=42be0bf84ae84c87a63066bd83ae372d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3668153 Feb 19 02:57:33.846340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7b9ad-fdb9-40c2-a918-d8312f63d9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392342c9-7081-4773-95cd-dcd189a81c64,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:33.847508 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 49142) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:33.853200 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b5d7b9ad-fdb9-40c2-a918-d8312f63d9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:33.956587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8be991f3-0ad4-4170-bf1a-8a0b044b0657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:34.001391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8be991f3-0ad4-4170-bf1a-8a0b044b0657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:34.111144 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8be991f3-0ad4-4170-bf1a-8a0b044b0657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:34.126595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:34.140025 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4688e1f-7713-438f-8259-7b21b4ba40f6 req-76dceea7-7fec-403d-b3b4-e2130b6cdf11 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:34.157918 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c4688e1f-7713-438f-8259-7b21b4ba40f6 req-76dceea7-7fec-403d-b3b4-e2130b6cdf11 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 944 time: 0.1579435 Feb 19 02:57:34.158765 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be991f3-0ad4-4170-bf1a-8a0b044b0657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392342c9-7081-4773-95cd-dcd189a81c64,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:34.168045 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-8be991f3-0ad4-4170-bf1a-8a0b044b0657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:34.178212 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8be991f3-0ad4-4170-bf1a-8a0b044b0657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:34.185805 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-8be991f3-0ad4-4170-bf1a-8a0b044b0657 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/392342c9-7081-4773-95cd-dcd189a81c64 HTTP/1.1" status: 204 len: 168 time: 0.3331819 Feb 19 02:57:34.222876 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c4688e1f-7713-438f-8259-7b21b4ba40f6 req-092d7afd-3f1b-4372-bf38-eecfefb6a1ae tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625758 Feb 19 02:57:34.538152 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74625522-4d9c-474b-aa3c-a40064b272c2 req-cbba195f-5260-49bc-ab40-bc2026797478 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:34.547071 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-74625522-4d9c-474b-aa3c-a40064b272c2 req-cbba195f-5260-49bc-ab40-bc2026797478 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.1356554 Feb 19 02:57:34.630602 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-74625522-4d9c-474b-aa3c-a40064b272c2 req-5600055f-a9a3-4f99-9741-817d39c988b5 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823925 Feb 19 02:57:35.603441 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc306085-d7db-488d-9140-93e5f7ce0af6 req-fc668b00-7a4d-4b6e-befb-12704e915828 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:35.606086 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bc306085-d7db-488d-9140-93e5f7ce0af6 req-fc668b00-7a4d-4b6e-befb-12704e915828 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 944 time: 0.1957147 Feb 19 02:57:35.706442 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bc306085-d7db-488d-9140-93e5f7ce0af6 req-cb41b1fc-4ebd-4b2f-96f5-c716739f2d6d tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887692 Feb 19 02:57:36.207557 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a02f84-fcc2-477a-abe3-4aaaf7d6466e req-c3b8388a-222f-4dbf-99ad-2622b4f36140 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:36.209569 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-60a02f84-fcc2-477a-abe3-4aaaf7d6466e req-c3b8388a-222f-4dbf-99ad-2622b4f36140 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.1054590 Feb 19 02:57:36.304789 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-60a02f84-fcc2-477a-abe3-4aaaf7d6466e req-3fcbead9-a1b8-49e8-ba1d-e2145da6ca78 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856049 Feb 19 02:57:36.563809 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ef3d2-d465-48b2-9e92-58c9897b5396 req-ecf3076b-0df0-4ef5-83d8-1262c97e0d02 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:36.567683 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-321ef3d2-d465-48b2-9e92-58c9897b5396 req-ecf3076b-0df0-4ef5-83d8-1262c97e0d02 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 945 time: 0.1315992 Feb 19 02:57:36.622464 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-321ef3d2-d465-48b2-9e92-58c9897b5396 req-29c53244-88c8-492c-987e-fcecc2889103 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f175784-0f73-456c-a5de-72ceb6be14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499642 Feb 19 02:57:37.039808 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 39340b62-c9b3-44a9-a220-e7be9f98a5f0 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:57:37.083005 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c950260-bbe6-42b3-92f7-4cec58476afb req-839e3d61-13e5-4b2f-a6ea-ed61d75a09c1 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:37.086343 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3c950260-bbe6-42b3-92f7-4cec58476afb req-839e3d61-13e5-4b2f-a6ea-ed61d75a09c1 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 944 time: 0.1127698 Feb 19 02:57:37.172946 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3c950260-bbe6-42b3-92f7-4cec58476afb req-46a6939b-e4a0-413c-b477-3e75b7240ad7 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778272 Feb 19 02:57:37.182961 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning for port 39340b62-c9b3-44a9-a220-e7be9f98a5f0 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:57:37.189186 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 39340b62-c9b3-44a9-a220-e7be9f98a5f0 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:57:37.189763 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:37.417224 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:37.483422 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f1c2ce-3a33-43a8-ac36-3d39a7d2e048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39340b62-c9b3-44a9-a220-e7be9f98a5f0'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:57:37.499999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 39340b62-c9b3-44a9-a220-e7be9f98a5f0, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=39340b62-c9b3-44a9-a220-e7be9f98a5f0,segment=NetworkSegment(bcd5142b-b316-48c9-8892-79fe8ea9f18a),segment_id=bcd5142b-b316-48c9-8892-79fe8ea9f18a)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:57:37.505976 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:37.508808 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:37.631555 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f1c2ce-3a33-43a8-ac36-3d39a7d2e048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39340b62-c9b3-44a9-a220-e7be9f98a5f0', 'code': 200} Feb 19 02:57:37.666407 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=39340b62-c9b3-44a9-a220-e7be9f98a5f0,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:37.673700 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:37.690343 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f708d0-e6da-44d9-a56a-93c78827447d req-516e7a9f-1716-48e3-b976-4a339ab569f1 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:37.692360 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d0f708d0-e6da-44d9-a56a-93c78827447d req-516e7a9f-1716-48e3-b976-4a339ab569f1 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.1596785 Feb 19 02:57:37.764778 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d0f708d0-e6da-44d9-a56a-93c78827447d req-ee67946d-d781-401b-96b8-9b1ac2ce7add tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545707 Feb 19 02:57:38.122618 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415662d8-5b27-4ce2-be77-48a99097372b req-ac5047d0-3734-446d-8fb6-fe8c5ba9a809 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:38.144288 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-415662d8-5b27-4ce2-be77-48a99097372b req-ac5047d0-3734-446d-8fb6-fe8c5ba9a809 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 945 time: 0.2054572 Feb 19 02:57:38.215362 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-415662d8-5b27-4ce2-be77-48a99097372b req-0fe0cde8-3922-4f5c-8e0a-b7e0db46c7fa tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f175784-0f73-456c-a5de-72ceb6be14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675375 Feb 19 02:57:38.250463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 39340b62-c9b3-44a9-a220-e7be9f98a5f0 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:57:38.282090 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fa9a6-2769-4352-bdff-fe07ca4cf77e req-97977996-22c8-4fdd-871d-487894b5eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:38.284098 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7b7fa9a6-2769-4352-bdff-fe07ca4cf77e req-97977996-22c8-4fdd-871d-487894b5eb27 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 1163 time: 0.1938603 Feb 19 02:57:38.378879 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7b7fa9a6-2769-4352-bdff-fe07ca4cf77e req-91c7a0c9-0376-4921-a57f-a796e00c5a38 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759025 Feb 19 02:57:38.419343 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 39340b62-c9b3-44a9-a220-e7be9f98a5f0 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:57:38.419905 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:38.669171 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd003e-b49f-4200-8ce5-59adc7c6e058 req-758a0dbf-ce41-4d2a-9bb0-da827f3a60a8 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:38.671212 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-39fd003e-b49f-4200-8ce5-59adc7c6e058 req-758a0dbf-ce41-4d2a-9bb0-da827f3a60a8 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 946 time: 0.2495801 Feb 19 02:57:38.788119 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-39fd003e-b49f-4200-8ce5-59adc7c6e058 req-c4d3b112-5fc0-4075-80a4-73887909a86e tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936379 Feb 19 02:57:39.140418 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd0e16-d892-4555-8559-ec5379aba953 req-c235691f-eeaf-468b-8a0a-149fff1d12de tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:39.147748 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4dcd0e16-d892-4555-8559-ec5379aba953 req-c235691f-eeaf-468b-8a0a-149fff1d12de tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.2133601 Feb 19 02:57:39.273216 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4dcd0e16-d892-4555-8559-ec5379aba953 req-58da9636-64f5-482d-82c1-6da9e0154b7e tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100380 Feb 19 02:57:39.623729 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306f069-2d72-4e4a-9075-d73c0c7243c5 req-94b04b3c-134a-4f2c-91fd-d511db620557 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:39.632125 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d306f069-2d72-4e4a-9075-d73c0c7243c5 req-94b04b3c-134a-4f2c-91fd-d511db620557 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 945 time: 0.1640484 Feb 19 02:57:39.693914 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d306f069-2d72-4e4a-9075-d73c0c7243c5 req-94039e26-e655-4b34-a888-6a0a142d6832 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f175784-0f73-456c-a5de-72ceb6be14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603182 Feb 19 02:57:40.030209 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bf137-c787-4d5c-8f79-84e6b4c735c5 req-4f7bf70a-65db-4754-8c96-f21925da7d45 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:40.031945 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-961bf137-c787-4d5c-8f79-84e6b4c735c5 req-4f7bf70a-65db-4754-8c96-f21925da7d45 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 946 time: 0.1156473 Feb 19 02:57:40.098104 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-961bf137-c787-4d5c-8f79-84e6b4c735c5 req-da91342e-9907-4098-b664-f16cffac4369 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532672 Feb 19 02:57:40.267745 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece204a-f002-4901-b623-b64257cf38b7 req-203cb177-be95-4323-ba56-2c1af02fde63 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:40.268904 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-aece204a-f002-4901-b623-b64257cf38b7 req-203cb177-be95-4323-ba56-2c1af02fde63 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Synchronizing usage tracker for tenant:6262c748284740d8a9cfea7f948aa942 on resource:port {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:57:40.298874 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-aece204a-f002-4901-b623-b64257cf38b7 req-203cb177-be95-4323-ba56-2c1af02fde63 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Unset dirty status for tenant:6262c748284740d8a9cfea7f948aa942 on resource:port {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:57:40.300918 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-aece204a-f002-4901-b623-b64257cf38b7 req-203cb177-be95-4323-ba56-2c1af02fde63 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 945 time: 0.1483922 Feb 19 02:57:40.453123 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device f481cd1d-458c-4e8b-913a-7e34acf648e1 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:57:40.569986 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-aece204a-f002-4901-b623-b64257cf38b7 req-968d7ca9-6d1c-487f-ba9d-c8defd8c2366 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Deleting port f481cd1d-458c-4e8b-913a-7e34acf648e1 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 02:57:40.570355 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23456f72-6db4-48e9-b18e-3d1bde3d7658 req-035fe0b7-69ab-4819-b487-2cb18bf396c6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:40.571995 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-aece204a-f002-4901-b623-b64257cf38b7 req-968d7ca9-6d1c-487f-ba9d-c8defd8c2366 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:40.579422 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4d8e58db-dc2e-4e11-8e50-6f37f4ac819e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:40.587330 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-23456f72-6db4-48e9-b18e-3d1bde3d7658 req-035fe0b7-69ab-4819-b487-2cb18bf396c6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.1455026 Feb 19 02:57:40.610327 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port f481cd1d-458c-4e8b-913a-7e34acf648e1 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:57:40.610831 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:40.768659 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-23456f72-6db4-48e9-b18e-3d1bde3d7658 req-057a4c1b-fc1e-4077-b4aa-0d969b712f9d tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756272 Feb 19 02:57:41.095234 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c916b-34dd-412e-9e67-368daeb99930 req-009bc9f7-df64-4af6-862b-faff92679c69 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:41.095465 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-aece204a-f002-4901-b623-b64257cf38b7 req-968d7ca9-6d1c-487f-ba9d-c8defd8c2366 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] For port f481cd1d-458c-4e8b-913a-7e34acf648e1, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=f481cd1d-458c-4e8b-913a-7e34acf648e1,segment=NetworkSegment(3055eefa-d22d-4b0e-9fbf-d612be062151),segment_id=3055eefa-d22d-4b0e-9fbf-d612be062151)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:57:41.095850 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-aece204a-f002-4901-b623-b64257cf38b7 req-968d7ca9-6d1c-487f-ba9d-c8defd8c2366 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:41.097281 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e01c916b-34dd-412e-9e67-368daeb99930 req-009bc9f7-df64-4af6-862b-faff92679c69 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 945 time: 0.0998361 Feb 19 02:57:41.169421 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e01c916b-34dd-412e-9e67-368daeb99930 req-4087c0b7-53a2-40c1-8a21-d374894475cf tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f175784-0f73-456c-a5de-72ceb6be14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625987 Feb 19 02:57:41.384547 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-aece204a-f002-4901-b623-b64257cf38b7 req-968d7ca9-6d1c-487f-ba9d-c8defd8c2366 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Calling delete_port for f481cd1d-458c-4e8b-913a-7e34acf648e1 owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 02:57:41.432302 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9089468-46fa-4d89-b091-d4aa1c7dab77 req-8a5f8f21-38f8-4670-9436-01ab35c9750a tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:41.434350 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d9089468-46fa-4d89-b091-d4aa1c7dab77 req-8a5f8f21-38f8-4670-9436-01ab35c9750a tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 946 time: 0.1650133 Feb 19 02:57:41.510924 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d9089468-46fa-4d89-b091-d4aa1c7dab77 req-879783b6-7a39-44e4-89eb-579f0447844f tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582922 Feb 19 02:57:41.812201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-aece204a-f002-4901-b623-b64257cf38b7 req-968d7ca9-6d1c-487f-ba9d-c8defd8c2366 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:42.086595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2f983ab8-b400-46f9-92e4-08a653efb351 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:42.332527 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d7ca9-6d1c-487f-ba9d-c8defd8c2366 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Pushing event deleted for resources: {'Port': ['ID=f481cd1d-458c-4e8b-913a-7e34acf648e1,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:42.345367 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-968d7ca9-6d1c-487f-ba9d-c8defd8c2366 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:42.437756 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f44a44-3cc7-4381-9613-7c5c153593b3 req-83b1fd83-14d0-43c7-8709-805dd7663cc8 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:42.452482 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-59f44a44-3cc7-4381-9613-7c5c153593b3 req-83b1fd83-14d0-43c7-8709-805dd7663cc8 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.3134494 Feb 19 02:57:42.471356 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-aece204a-f002-4901-b623-b64257cf38b7 req-968d7ca9-6d1c-487f-ba9d-c8defd8c2366 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] No DVR routers for this DVR port f481cd1d-458c-4e8b-913a-7e34acf648e1 on host hv-cinder-77570 {{(pid=84085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 02:57:42.475990 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-aece204a-f002-4901-b623-b64257cf38b7 req-968d7ca9-6d1c-487f-ba9d-c8defd8c2366 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:42.490323 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a73c4e-5c24-4774-a2d7-ab2c046defbd', 'name': 'network-vif-deleted', 'tag': 'f481cd1d-458c-4e8b-913a-7e34acf648e1'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:57:42.539496 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-aece204a-f002-4901-b623-b64257cf38b7 req-968d7ca9-6d1c-487f-ba9d-c8defd8c2366 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.87 "DELETE /v2.0/ports/f481cd1d-458c-4e8b-913a-7e34acf648e1 HTTP/1.1" status: 204 len: 173 time: 2.1110132 Feb 19 02:57:42.621514 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-59f44a44-3cc7-4381-9613-7c5c153593b3 req-a03e722f-0f45-4641-ad85-84e95586a437 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673656 Feb 19 02:57:42.768154 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a73c4e-5c24-4774-a2d7-ab2c046defbd', 'name': 'network-vif-deleted', 'tag': 'f481cd1d-458c-4e8b-913a-7e34acf648e1', 'status': 'completed', 'code': 200} Feb 19 02:57:42.866760 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f885b819-cd0a-45ac-a8aa-2b56aba07fb7 req-206ccb3b-8489-4597-95bb-29ff5de3c606 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 210 time: 0.1229711 Feb 19 02:57:42.945432 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-68387e3c-5d37-4900-b327-35a019bf9205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:42.954023 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device c46eec54-eede-4e12-b72b-80078e70e095 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:57:43.047961 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port c46eec54-eede-4e12-b72b-80078e70e095 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:57:43.048418 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:43.218411 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 39340b62-c9b3-44a9-a220-e7be9f98a5f0 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:57:43.341031 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 39340b62-c9b3-44a9-a220-e7be9f98a5f0 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:57:43.341031 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:43.410394 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:43.539454 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b60dd-51f0-4801-81c5-d67937e5749f req-06b91ec7-143f-415a-95ae-597c2c58cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:43.542208 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d54b60dd-51f0-4801-81c5-d67937e5749f req-06b91ec7-143f-415a-95ae-597c2c58cc2e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 1163 time: 0.1652730 Feb 19 02:57:43.586166 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device f481cd1d-458c-4e8b-913a-7e34acf648e1 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 02:57:43.638304 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d54b60dd-51f0-4801-81c5-d67937e5749f req-353d85ab-b385-462a-b3dc-da5df5288e76 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840516 Feb 19 02:57:43.640553 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] No Port match for: f481cd1d-458c-4e8b-913a-7e34acf648e1 {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 02:57:43.641060 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device f481cd1d-458c-4e8b-913a-7e34acf648e1 not bound to the agent host hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 02:57:43.911526 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4edf5-6697-46f2-ab06-a14b9c4d911d req-0bd9eb23-7e84-492a-8f8b-e66d2fcfcd9b tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:43.913464 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-29c4edf5-6697-46f2-ab06-a14b9c4d911d req-0bd9eb23-7e84-492a-8f8b-e66d2fcfcd9b tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.1386619 Feb 19 02:57:43.981581 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-29c4edf5-6697-46f2-ab06-a14b9c4d911d req-dc9424ff-662a-4835-a970-7837ca80a3e2 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532961 Feb 19 02:57:44.618467 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1c16c1e6-08f5-4709-97d8-1c6ae50b918b req-73b23196-8c49-49c4-85e2-613c953cbb4a tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8a73c4e-5c24-4774-a2d7-ab2c046defbd HTTP/1.1" status: 200 len: 210 time: 0.1401696 Feb 19 02:57:44.954879 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:45.193252 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:45.316861 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c015fa-c9a5-4260-ba35-bc5b84f05b9f req-3a88984d-3856-4306-9c06-a608a07c2b42 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:45.319043 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-72c015fa-c9a5-4260-ba35-bc5b84f05b9f req-3a88984d-3856-4306-9c06-a608a07c2b42 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.1597993 Feb 19 02:57:45.386718 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-72c015fa-c9a5-4260-ba35-bc5b84f05b9f req-4d9cc073-5080-4e97-84c2-d433fde13f9b tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606081 Feb 19 02:57:46.709661 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 39340b62-c9b3-44a9-a220-e7be9f98a5f0 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:57:46.901834 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 39340b62-c9b3-44a9-a220-e7be9f98a5f0 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:57:46.902553 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:47.310584 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813b4bb-648d-4aeb-aab3-42f8169a72e0 req-5268d0d1-ba73-4040-92bc-adc67b550ab6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:47.312332 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f813b4bb-648d-4aeb-aab3-42f8169a72e0 req-5268d0d1-ba73-4040-92bc-adc67b550ab6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.6933620 Feb 19 02:57:47.373398 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f813b4bb-648d-4aeb-aab3-42f8169a72e0 req-4796a849-bdaf-4228-b51b-dc0c93d7c18c tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534372 Feb 19 02:57:47.668860 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6f9d8-33db-4166-9491-7b2f9409aa8c req-eb64fedf-c2f5-40fd-affb-6237bc8a485a tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:47.671603 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-92b6f9d8-33db-4166-9491-7b2f9409aa8c req-eb64fedf-c2f5-40fd-affb-6237bc8a485a tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1632411 Feb 19 02:57:47.765586 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-92b6f9d8-33db-4166-9491-7b2f9409aa8c req-c1c03733-d859-4daa-8b92-424fba191d2a tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824237 Feb 19 02:57:51.648515 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:57:51.734757 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7293ed-fa49-4d8b-8622-9cf0e88f5464 req-3c039026-bc6a-4933-a896-a282c9a1d721 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:51.737202 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6e7293ed-fa49-4d8b-8622-9cf0e88f5464 req-3c039026-bc6a-4933-a896-a282c9a1d721 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1418920 Feb 19 02:57:51.799036 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6e7293ed-fa49-4d8b-8622-9cf0e88f5464 req-5d63c85f-aeed-4b41-bb26-4dedc8bacd19 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538313 Feb 19 02:57:51.996309 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b683a-cc73-4a93-aeba-755de65c93b5 req-43fab314-5d11-453b-ad3e-f579ddaeab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:51.998040 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e01b683a-cc73-4a93-aeba-755de65c93b5 req-43fab314-5d11-453b-ad3e-f579ddaeab56 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0118817c78a646edba737412d030d31e&device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 1163 time: 0.4242241 Feb 19 02:57:52.177158 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b683a-cc73-4a93-aeba-755de65c93b5 req-bd789fe2-3611-4bfd-b486-4b8a54bd03e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:52.179112 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e01b683a-cc73-4a93-aeba-755de65c93b5 req-bd789fe2-3611-4bfd-b486-4b8a54bd03e7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 HTTP/1.1" status: 200 len: 912 time: 0.1616547 Feb 19 02:57:52.276151 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e01b683a-cc73-4a93-aeba-755de65c93b5 req-df5245bb-1849-40e0-a602-435f3fc7b844 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9087256-191c-4476-a572-ce2bf0b124ef HTTP/1.1" status: 200 len: 217 time: 0.0721841 Feb 19 02:57:52.380112 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b683a-cc73-4a93-aeba-755de65c93b5 req-82705558-6003-4801-a536-cf5c07ed21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:52.382040 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e01b683a-cc73-4a93-aeba-755de65c93b5 req-82705558-6003-4801-a536-cf5c07ed21b2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79 HTTP/1.1" status: 200 len: 858 time: 0.0919850 Feb 19 02:57:52.482392 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e01b683a-cc73-4a93-aeba-755de65c93b5 req-a5fe191b-a0e9-4713-87f4-749176dbbbec service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522676 Feb 19 02:57:52.820197 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e01b683a-cc73-4a93-aeba-755de65c93b5 req-123e124a-0619-45f1-ae16-84d42f9c2182 service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796009 Feb 19 02:57:53.019133 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8201099-bf67-41c0-816b-83335abcd264 req-3a107fdf-a3a3-4a57-a7cd-5ceec9a83b75 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:53.019621 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e01b683a-cc73-4a93-aeba-755de65c93b5 req-d6336d77-829c-4784-9997-ce7fdd455c48 service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1875968 Feb 19 02:57:53.022008 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8201099-bf67-41c0-816b-83335abcd264 req-3a107fdf-a3a3-4a57-a7cd-5ceec9a83b75 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/networks?id=dc92614e-7e38-45f5-b055-2b7cad057984 HTTP/1.1" status: 200 len: 814 time: 0.2694190 Feb 19 02:57:53.053694 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8201099-bf67-41c0-816b-83335abcd264 req-e2483560-6ee8-40a6-831c-b4415b01acac tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/quotas/f53fe2854fce4916a4d2d8a17072e0a7 HTTP/1.1" status: 200 len: 375 time: 0.0177395 Feb 19 02:57:53.284643 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8201099-bf67-41c0-816b-83335abcd264 req-467350b7-b237-4289-a276-932331028692 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f53fe2854fce4916a4d2d8a17072e0a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2293651 Feb 19 02:57:53.297929 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8860b-9209-41b7-b0c1-06566eec396a req-5de24741-f4e5-4d89-ba62-a1840d0b139f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:53.299636 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-21b8860b-9209-41b7-b0c1-06566eec396a req-5de24741-f4e5-4d89-ba62-a1840d0b139f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1682756 Feb 19 02:57:53.459960 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-21b8860b-9209-41b7-b0c1-06566eec396a req-824d9a0f-433a-4183-9b66-bd5dec559f98 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345785 Feb 19 02:57:53.521221 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8201099-bf67-41c0-816b-83335abcd264 req-3153b777-64a9-448b-9799-e4bce8a3d012 service neutron] 10.222.0.75 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204618 Feb 19 02:57:53.769033 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8201099-bf67-41c0-816b-83335abcd264 req-56f99768-48b5-45fa-b656-38ea9c8442b7 service neutron] 10.222.0.75 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2363844 Feb 19 02:57:54.169376 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-94c40a8e-0dbd-49de-9599-27d7ec172e5f req-95e8246a-6617-40be-8fbf-fc9c5e55b0ca tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 210 time: 0.1442239 Feb 19 02:57:54.855507 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6aaa1-157a-4057-b6e9-36eef1e8d825 req-acb6e3f9-43e5-4d9d-9e2b-cfbaec21eb92 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:54.858710 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a2a6aaa1-157a-4057-b6e9-36eef1e8d825 req-acb6e3f9-43e5-4d9d-9e2b-cfbaec21eb92 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1523890 Feb 19 02:57:54.973285 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a2a6aaa1-157a-4057-b6e9-36eef1e8d825 req-24feb538-ce5c-4061-9c35-60d6ff4f3cbe tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008770 Feb 19 02:57:55.000418 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:55.117085 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 49654) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:55.317176 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f36fc4cb-4921-4d3e-82c0-ceb58b122f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:55.384741 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1b77ae3c-4938-4e45-ad43-80e1ced5d177 req-9f352f1a-f79c-441d-a21b-da02e2e67ca6 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 210 time: 0.0723987 Feb 19 02:57:55.390109 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-f36fc4cb-4921-4d3e-82c0-ceb58b122f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:57:55.394916 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-f36fc4cb-4921-4d3e-82c0-ceb58b122f93 admin admin] Usage tracker for resource:security_group_rule and tenant:051ccc50587f41709cb90b554895afbe is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:57:55.398614 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-f36fc4cb-4921-4d3e-82c0-ceb58b122f93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:57:55.407735 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-f36fc4cb-4921-4d3e-82c0-ceb58b122f93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:57:55.525908 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f36fc4cb-4921-4d3e-82c0-ceb58b122f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:55.529396 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f36fc4cb-4921-4d3e-82c0-ceb58b122f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:55.538595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:55.584158 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-f36fc4cb-4921-4d3e-82c0-ceb58b122f93 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=051ccc50587f41709cb90b554895afbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654462 Feb 19 02:57:55.586191 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fc4cb-4921-4d3e-82c0-ceb58b122f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcc8ee8-e95d-4707-b69b-4f7d6d62a5d9,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:55.589233 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 49666) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:55.589669 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f36fc4cb-4921-4d3e-82c0-ceb58b122f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:55.664900 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e9448001-062e-448a-92fe-4d285403bff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:55.701722 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e9448001-062e-448a-92fe-4d285403bff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:55.763529 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e9448001-062e-448a-92fe-4d285403bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:55.770330 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-86447554-2c6f-4e12-a0f2-6ef976821ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:55.783041 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9448001-062e-448a-92fe-4d285403bff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcc8ee8-e95d-4707-b69b-4f7d6d62a5d9,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:55.787774 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e9448001-062e-448a-92fe-4d285403bff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:55.792050 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e9448001-062e-448a-92fe-4d285403bff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:55.796503 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-e9448001-062e-448a-92fe-4d285403bff1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2dcc8ee8-e95d-4707-b69b-4f7d6d62a5d9 HTTP/1.1" status: 204 len: 168 time: 0.2051101 Feb 19 02:57:56.372465 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82099e8d-86b7-42b7-817c-77b3f41c98d5 req-c7b3cc4a-dc9e-4395-9a7a-ffe5c61984c7 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:56.377074 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-82099e8d-86b7-42b7-817c-77b3f41c98d5 req-c7b3cc4a-dc9e-4395-9a7a-ffe5c61984c7 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1769822 Feb 19 02:57:56.429445 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 49692) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:56.467344 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-50acc45d-ac20-4743-a682-3bb8ab687c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:56.512261 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-50acc45d-ac20-4743-a682-3bb8ab687c4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:57:56.517980 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-50acc45d-ac20-4743-a682-3bb8ab687c4c admin admin] Usage tracker for resource:security_group_rule and tenant:581b7ad36aff497d9a5fda208a5b3444 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:57:56.523257 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-50acc45d-ac20-4743-a682-3bb8ab687c4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:57:56.531141 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-82099e8d-86b7-42b7-817c-77b3f41c98d5 req-624a4d6b-2643-4da9-9904-b4a1127a79ca tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437168 Feb 19 02:57:56.535054 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-50acc45d-ac20-4743-a682-3bb8ab687c4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:57:56.841444 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0208769b-3c53-426e-8553-ad0df98f6364 req-b1debf9f-6ef6-4ae4-98f0-012472aa2e3c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 210 time: 0.1326847 Feb 19 02:57:56.993432 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8201099-bf67-41c0-816b-83335abcd264 req-8c9966c9-05cd-4354-90d0-072bcc202633 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:56.995518 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8201099-bf67-41c0-816b-83335abcd264 req-8c9966c9-05cd-4354-90d0-072bcc202633 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.87 "GET /v2.0/networks?id=dc92614e-7e38-45f5-b055-2b7cad057984 HTTP/1.1" status: 200 len: 814 time: 0.3771424 Feb 19 02:57:56.997644 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-50acc45d-ac20-4743-a682-3bb8ab687c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:57.001512 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-50acc45d-ac20-4743-a682-3bb8ab687c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:57.011870 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-fb68baaa-864d-4599-88b8-b380a7fd6603 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:57.057052 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acc45d-ac20-4743-a682-3bb8ab687c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f43b85-3eef-4da4-9904-5f8fef4515c7,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:57.061406 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-50acc45d-ac20-4743-a682-3bb8ab687c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:57.068095 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-50acc45d-ac20-4743-a682-3bb8ab687c4c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=581b7ad36aff497d9a5fda208a5b3444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6328313 Feb 19 02:57:57.068419 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 49704) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:57.113115 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-c8201099-bf67-41c0-816b-83335abcd264 req-397c7a39-6fdc-451b-b3ae-f5f45885b486 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Request body: {'port': {'device_id': '1844c1be-82dd-4ab0-80cc-9136f8e81f89', 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984', 'admin_state_up': True, 'tenant_id': 'f53fe2854fce4916a4d2d8a17072e0a7'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:57.263281 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e58f2ff9-d8c8-4944-a954-38be3a16d039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:57.334079 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e58f2ff9-d8c8-4944-a954-38be3a16d039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:57.351815 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-c8201099-bf67-41c0-816b-83335abcd264 req-397c7a39-6fdc-451b-b3ae-f5f45885b486 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:57:57.365654 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-c8201099-bf67-41c0-816b-83335abcd264 req-397c7a39-6fdc-451b-b3ae-f5f45885b486 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Usage tracker for resource:port and tenant:f53fe2854fce4916a4d2d8a17072e0a7 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:57:57.371102 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-c8201099-bf67-41c0-816b-83335abcd264 req-397c7a39-6fdc-451b-b3ae-f5f45885b486 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:57:57.391870 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-c8201099-bf67-41c0-816b-83335abcd264 req-397c7a39-6fdc-451b-b3ae-f5f45885b486 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:57:57.414618 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8201099-bf67-41c0-816b-83335abcd264 req-397c7a39-6fdc-451b-b3ae-f5f45885b486 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Made reservation on behalf of f53fe2854fce4916a4d2d8a17072e0a7 for: {'port': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:57:57.424083 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8201099-bf67-41c0-816b-83335abcd264 req-397c7a39-6fdc-451b-b3ae-f5f45885b486 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:57.470069 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e58f2ff9-d8c8-4944-a954-38be3a16d039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:57.476877 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-eb70beab-5475-44b6-bb77-e36034544ff1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:57.571616 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f2ff9-d8c8-4944-a954-38be3a16d039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f43b85-3eef-4da4-9904-5f8fef4515c7,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:57.583481 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e58f2ff9-d8c8-4944-a954-38be3a16d039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:57.588090 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e58f2ff9-d8c8-4944-a954-38be3a16d039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:57.592682 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-e58f2ff9-d8c8-4944-a954-38be3a16d039 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/98f43b85-3eef-4da4-9904-5f8fef4515c7 HTTP/1.1" status: 204 len: 168 time: 0.5195456 Feb 19 02:57:57.933573 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec04bca-794d-41f1-b4c6-470eea52cdec req-61a70915-e550-41b8-a60b-d0d60c883dbe tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:57.946253 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4ec04bca-794d-41f1-b4c6-470eea52cdec req-61a70915-e550-41b8-a60b-d0d60c883dbe tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1624720 Feb 19 02:57:58.031159 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-c8201099-bf67-41c0-816b-83335abcd264 req-397c7a39-6fdc-451b-b3ae-f5f45885b486 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Allocated IP 172.20.0.14 (dc92614e-7e38-45f5-b055-2b7cad057984/d1b0d8e7-d261-47fc-bf06-034ec39db489/188fb096-7e58-4872-ae8e-3912e273738d) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:57:58.034591 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4ec04bca-794d-41f1-b4c6-470eea52cdec req-03aa36c1-4c64-4129-84fd-d12ab7c2a531 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871341 Feb 19 02:57:58.374838 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-44d3c45e-ad26-4c50-937e-c1afbe87af10 req-2945802d-bc14-4d47-8328-0f203521e2c7 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 210 time: 0.0836146 Feb 19 02:57:58.470100 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8201099-bf67-41c0-816b-83335abcd264 req-397c7a39-6fdc-451b-b3ae-f5f45885b486 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:58.496076 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 49740) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:58.524111 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0809-3607-424a-b82a-951a18c12ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:58.547822 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-2c8f0809-3607-424a-b82a-951a18c12ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:57:58.554214 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-2c8f0809-3607-424a-b82a-951a18c12ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:4d66436cb5964d8c99bce6d11340da97 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:57:58.559122 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-2c8f0809-3607-424a-b82a-951a18c12ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:57:58.567980 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-2c8f0809-3607-424a-b82a-951a18c12ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:57:58.579553 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8201099-bf67-41c0-816b-83335abcd264 req-397c7a39-6fdc-451b-b3ae-f5f45885b486 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:58.596903 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:58.786506 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c7a39-6fdc-451b-b3ae-f5f45885b486 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Pushing event updated for resources: {'Port': ['ID=188fb096-7e58-4872-ae8e-3912e273738d,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:58.794002 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-397c7a39-6fdc-451b-b3ae-f5f45885b486 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:58.907206 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8201099-bf67-41c0-816b-83335abcd264 req-397c7a39-6fdc-451b-b3ae-f5f45885b486 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Network dc92614e-7e38-45f5-b055-2b7cad057984 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:57:58.909311 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0809-3607-424a-b82a-951a18c12ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:58.910887 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-c8201099-bf67-41c0-816b-83335abcd264 req-397c7a39-6fdc-451b-b3ae-f5f45885b486 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:57:58.913918 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8201099-bf67-41c0-816b-83335abcd264 req-397c7a39-6fdc-451b-b3ae-f5f45885b486 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:57:58.968614 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0809-3607-424a-b82a-951a18c12ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:59.000982 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:59.033412 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-2c8f0809-3607-424a-b82a-951a18c12ea3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4d66436cb5964d8c99bce6d11340da97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5359998 Feb 19 02:57:59.037669 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 49772) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:57:59.067986 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f0809-3607-424a-b82a-951a18c12ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17974b4a-3912-47ed-8e8d-431784e71cdf,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:59.075047 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2c8f0809-3607-424a-b82a-951a18c12ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:59.082261 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8201099-bf67-41c0-816b-83335abcd264 req-397c7a39-6fdc-451b-b3ae-f5f45885b486 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:59.082974 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8201099-bf67-41c0-816b-83335abcd264 req-397c7a39-6fdc-451b-b3ae-f5f45885b486 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:59.127030 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8201099-bf67-41c0-816b-83335abcd264 req-397c7a39-6fdc-451b-b3ae-f5f45885b486 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0184050 Feb 19 02:57:59.154830 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Request body: {'port': {'device_id': '1844c1be-82dd-4ab0-80cc-9136f8e81f89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:59.159072 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0c120290-55ca-403a-9318-3f63df3dbd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:59.196078 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0c120290-55ca-403a-9318-3f63df3dbd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:59.341606 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:59.428826 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0c120290-55ca-403a-9318-3f63df3dbd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:59.452305 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ab417d9f-62e1-48f0-bd0f-d46c326057eb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:57:59.489165 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23676b01-7993-49c9-b274-3443f41c61b8 req-eb3eb5e4-95c0-4e54-b269-d79974e5a181 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:59.506606 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-23676b01-7993-49c9-b274-3443f41c61b8 req-eb3eb5e4-95c0-4e54-b269-d79974e5a181 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.2898271 Feb 19 02:57:59.528145 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c120290-55ca-403a-9318-3f63df3dbd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17974b4a-3912-47ed-8e8d-431784e71cdf,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:57:59.532682 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0c120290-55ca-403a-9318-3f63df3dbd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:57:59.535525 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-0c120290-55ca-403a-9318-3f63df3dbd84 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/17974b4a-3912-47ed-8e8d-431784e71cdf HTTP/1.1" status: 204 len: 168 time: 0.4957051 Feb 19 02:57:59.537799 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0c120290-55ca-403a-9318-3f63df3dbd84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:57:59.740851 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-23676b01-7993-49c9-b274-3443f41c61b8 req-899aeba5-dd1f-4c2c-8dac-c6a27417cbfb tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324796 Feb 19 02:57:59.809784 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c61c1c-b3a2-46d4-8364-1ff3358d67a7 req-f0dfb5f5-1786-44af-af5a-0f59c69bb054 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:57:59.815473 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-92c61c1c-b3a2-46d4-8364-1ff3358d67a7 req-f0dfb5f5-1786-44af-af5a-0f59c69bb054 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 932 time: 0.1657126 Feb 19 02:57:59.960194 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-92c61c1c-b3a2-46d4-8364-1ff3358d67a7 req-28376fc6-fc8b-4861-b1fa-08765298807e tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368997 Feb 19 02:58:00.406622 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188fb096-7e58-4872-ae8e-3912e273738d {{(pid=84085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 02:58:00.418784 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:00.437227 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Transition to ACTIVE for port object 188fb096-7e58-4872-ae8e-3912e273738d will not be triggered until provisioned by entity L2. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:58:00.442332 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:00.578389 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:00.836947 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Pushing event updated for resources: {'Port': ['ID=188fb096-7e58-4872-ae8e-3912e273738d,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:00.847078 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:00.926160 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Attempting to bind port 188fb096-7e58-4872-ae8e-3912e273738d on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:00.926816 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Attempting to bind port 188fb096-7e58-4872-ae8e-3912e273738d by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'bcd5142b-b316-48c9-8892-79fe8ea9f18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984'}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:58:00.927415 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Attempting to bind port 188fb096-7e58-4872-ae8e-3912e273738d on network dc92614e-7e38-45f5-b055-2b7cad057984 {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:58:00.944214 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Checking agent: {'id': '38d2f619-f811-4ccc-89e2-793bab8ea98e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 53, 25), 'started_at': datetime.datetime(2021, 2, 19, 2, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:58:00.944929 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Checking segment: {'id': 'bcd5142b-b316-48c9-8892-79fe8ea9f18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:58:00.945644 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:00.946371 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Bound using segment: {'id': 'bcd5142b-b316-48c9-8892-79fe8ea9f18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984'} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:58:00.947306 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Bound port: 188fb096-7e58-4872-ae8e-3912e273738d, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd5142b-b316-48c9-8892-79fe8ea9f18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dc92614e-7e38-45f5-b055-2b7cad057984'}}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:58:00.947957 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:01.022628 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8665e-c6c2-4b34-a5a7-9268fe87e91e req-86ce1a50-1d63-40b7-9c89-161ad4a8b962 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:01.032654 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c1a8665e-c6c2-4b34-a5a7-9268fe87e91e req-86ce1a50-1d63-40b7-9c89-161ad4a8b962 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1170714 Feb 19 02:58:01.035331 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 49856) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:58:01.108844 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c1a8665e-c6c2-4b34-a5a7-9268fe87e91e req-666e262a-e2ee-4737-94ef-50072c2a7ce5 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750370 Feb 19 02:58:01.169862 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] For port 188fb096-7e58-4872-ae8e-3912e273738d, host hv-cinder-77570, cleared binding levels {{(pid=84085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:58:01.177841 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] For port 188fb096-7e58-4872-ae8e-3912e273738d, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=188fb096-7e58-4872-ae8e-3912e273738d,segment=NetworkSegment(bcd5142b-b316-48c9-8892-79fe8ea9f18a),segment_id=bcd5142b-b316-48c9-8892-79fe8ea9f18a)] {{(pid=84085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:58:01.183481 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:01.198889 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:01.357481 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1174139768-network', 'tenant_id': '47c864b65a25429a8c505f1e52f302dc'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:01.364368 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:58:01.372547 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Usage tracker for resource:network and tenant:47c864b65a25429a8c505f1e52f302dc is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:58:01.378278 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:58:01.388977 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c43e1-704f-4338-afe8-a36d78e7fbd8 req-2be6522a-4819-4e60-b4d4-4110adcde236 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:01.390668 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-410c43e1-704f-4338-afe8-a36d78e7fbd8 req-2be6522a-4819-4e60-b4d4-4110adcde236 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 944 time: 0.1818790 Feb 19 02:58:01.395220 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:58:01.417487 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Pushing event updated for resources: {'Port': ['ID=188fb096-7e58-4872-ae8e-3912e273738d,revision_number=3']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:01.426969 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:01.433870 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Made reservation on behalf of 47c864b65a25429a8c505f1e52f302dc for: {'network': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:58:01.439791 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for network, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:01.471268 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:01.493167 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-410c43e1-704f-4338-afe8-a36d78e7fbd8 req-eb1b7b17-26b6-4213-87fb-8175c9d0a19b tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883181 Feb 19 02:58:01.498084 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:58:01.502630 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Usage tracker for resource:security_group_rule and tenant:47c864b65a25429a8c505f1e52f302dc is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:58:01.506525 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:58:01.517304 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:58:01.538394 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:01.539716 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:01.542535 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8201099-bf67-41c0-816b-83335abcd264 req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] 10.222.0.87 "PUT /v2.0/ports/188fb096-7e58-4872-ae8e-3912e273738d HTTP/1.1" status: 200 len: 1158 time: 2.3950984 Feb 19 02:58:01.543453 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1844c1be-82dd-4ab0-80cc-9136f8e81f89', 'tag': '188fb096-7e58-4872-ae8e-3912e273738d'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:58:01.628471 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1844c1be-82dd-4ab0-80cc-9136f8e81f89', 'tag': '188fb096-7e58-4872-ae8e-3912e273738d', 'status': 'completed', 'code': 200} Feb 19 02:58:01.632707 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:01.636941 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:01.642048 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-798307a7-8cc6-4bcd-ad58-30432a4bde47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:01.686361 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 02:58:01.697930 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d2c843-efff-4e67-bdb7-7f937bdc62d1,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:01.702804 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:01.706619 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:01.707245 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.segments_db [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Added segment 50d762e3-9ffa-4869-a0e2-043eb66fe5cf of type vxlan for network 3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70 Feb 19 02:58:01.744974 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363286359061518'] for network, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:01.786923 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:01.788856 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:01.790001 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:01.796575 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:01.961776 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9219224 Feb 19 02:58:01.978492 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 49874) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:58:01.988675 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-639801bd-1034-4d36-a628-f6410872fd5c admin admin] Request body: {'subnet': {'network_id': '3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1174139768-subnet', 'tenant_id': '47c864b65a25429a8c505f1e52f302dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:01.999348 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-639801bd-1034-4d36-a628-f6410872fd5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:58:02.017189 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-639801bd-1034-4d36-a628-f6410872fd5c admin admin] Usage tracker for resource:subnet and tenant:47c864b65a25429a8c505f1e52f302dc is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:58:02.024711 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-639801bd-1034-4d36-a628-f6410872fd5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:58:02.031709 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-639801bd-1034-4d36-a628-f6410872fd5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:58:02.043928 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Pushing event updated for resources: {'Network': ['ID=3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:02.047280 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:02.050030 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639801bd-1034-4d36-a628-f6410872fd5c admin admin] Made reservation on behalf of 47c864b65a25429a8c505f1e52f302dc for: {'subnet': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:58:02.055703 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-639801bd-1034-4d36-a628-f6410872fd5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1922835'] for subnet, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:02.060585 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Network 3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70 details requested by agent ovs-agent-dv-cinder-775706-2-smb with host dv-cinder-775706-2-smb {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:58:02.149516 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8201099-bf67-41c0-816b-83335abcd264 req-a0a59e8a-3b36-4c3b-a773-76f2d3425604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:02.151228 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8201099-bf67-41c0-816b-83335abcd264 req-a0a59e8a-3b36-4c3b-a773-76f2d3425604 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f53fe2854fce4916a4d2d8a17072e0a7&device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 1161 time: 0.4244969 Feb 19 02:58:02.224690 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Network 3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:58:02.299209 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8201099-bf67-41c0-816b-83335abcd264 req-399b6af1-5343-4df9-83f3-410016cb25b1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=188fb096-7e58-4872-ae8e-3912e273738d HTTP/1.1" status: 200 len: 217 time: 0.1227214 Feb 19 02:58:02.400787 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8201099-bf67-41c0-816b-83335abcd264 req-c358133f-2e65-44aa-a19b-997251fde765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:02.402598 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8201099-bf67-41c0-816b-83335abcd264 req-c358133f-2e65-44aa-a19b-997251fde765 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d1b0d8e7-d261-47fc-bf06-034ec39db489 HTTP/1.1" status: 200 len: 854 time: 0.0908954 Feb 19 02:58:02.485413 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8201099-bf67-41c0-816b-83335abcd264 req-7b143c79-14a1-4d3a-bedd-2841399ba8c6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc92614e-7e38-45f5-b055-2b7cad057984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678434 Feb 19 02:58:02.671506 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590222d-8574-4c5c-976e-ac0f4e4a745f req-5bc08412-d3bf-4212-ac05-18624ad78cae tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:02.674660 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0590222d-8574-4c5c-976e-ac0f4e4a745f req-5bc08412-d3bf-4212-ac05-18624ad78cae tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.3549311 Feb 19 02:58:02.746944 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8201099-bf67-41c0-816b-83335abcd264 req-52e3ec11-3495-4de0-8395-b7b716527b87 service neutron] 10.222.0.87 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432790 Feb 19 02:58:02.795683 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0590222d-8574-4c5c-976e-ac0f4e4a745f req-b86edadf-0d7d-4a1b-b7b7-00fb03700442 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052208 Feb 19 02:58:03.011816 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8201099-bf67-41c0-816b-83335abcd264 req-cc931f26-6316-419d-a73d-ff95df957d45 service neutron] 10.222.0.87 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2416224 Feb 19 02:58:03.036175 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-639801bd-1034-4d36-a628-f6410872fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2186436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1922848'] for subnet, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:03.066196 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-28ea102f-0479-4936-b17f-9e8f72df4476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:03.341442 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31333c06-b1c9-4b45-bea2-c1223ad6260b req-363507d0-43ee-4b5c-9f78-3f12d9f86bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:03.344238 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-31333c06-b1c9-4b45-bea2-c1223ad6260b req-363507d0-43ee-4b5c-9f78-3f12d9f86bc3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f53fe2854fce4916a4d2d8a17072e0a7&device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 1161 time: 0.1486070 Feb 19 02:58:03.465607 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d1f89-e3eb-4c2f-b270-8e623c7fbfc9 req-f72e4986-e61f-49b0-9831-2dfe7d62c1c4 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:03.467407 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1e3d1f89-e3eb-4c2f-b270-8e623c7fbfc9 req-f72e4986-e61f-49b0-9831-2dfe7d62c1c4 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 944 time: 0.5843635 Feb 19 02:58:03.506431 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639801bd-1034-4d36-a628-f6410872fd5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=26e33415-67e7-40fd-b206-bf110df10ffc,revision_number=0']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:03.522405 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-639801bd-1034-4d36-a628-f6410872fd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:03.571894 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1e3d1f89-e3eb-4c2f-b270-8e623c7fbfc9 req-f00bbd27-1e46-4bc4-86f1-efd9d14f40a1 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934536 Feb 19 02:58:03.586792 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31333c06-b1c9-4b45-bea2-c1223ad6260b req-7c78e777-07fc-4d6e-9f49-0f85dcf5ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:03.591688 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-31333c06-b1c9-4b45-bea2-c1223ad6260b req-7c78e777-07fc-4d6e-9f49-0f85dcf5ca59 service neutron] 10.222.0.87 "GET /v2.0/networks?id=dc92614e-7e38-45f5-b055-2b7cad057984 HTTP/1.1" status: 200 len: 908 time: 0.2317710 Feb 19 02:58:03.622316 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639801bd-1034-4d36-a628-f6410872fd5c admin admin] Checking segment: {'id': '50d762e3-9ffa-4869-a0e2-043eb66fe5cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:58:03.622752 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639801bd-1034-4d36-a628-f6410872fd5c admin admin] Network hostable DHCP agents. Network: 3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70, hostable agents: ['5d4d7265-98c5-4e1f-932d-d1cac1607758'], hosted agents: [] {{(pid=84083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 02:58:03.645872 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639801bd-1034-4d36-a628-f6410872fd5c admin admin] Network 3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70 is scheduled to be hosted by DHCP agent 5d4d7265-98c5-4e1f-932d-d1cac1607758 with binding_index 1 {{(pid=84083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 02:58:03.666204 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-639801bd-1034-4d36-a628-f6410872fd5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-smb, 3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70) {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:58:03.678264 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6cf77d-b905-44ca-8b44-3e0b9e7b09cd None None] Network 3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:58:03.684245 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-31333c06-b1c9-4b45-bea2-c1223ad6260b req-d8f178d1-9507-43ce-9b0a-450b47c36b2e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=188fb096-7e58-4872-ae8e-3912e273738d HTTP/1.1" status: 200 len: 217 time: 0.0816550 Feb 19 02:58:03.694971 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639801bd-1034-4d36-a628-f6410872fd5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:03.696516 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-639801bd-1034-4d36-a628-f6410872fd5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:03.803699 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-639801bd-1034-4d36-a628-f6410872fd5c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8236296 Feb 19 02:58:03.817428 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31333c06-b1c9-4b45-bea2-c1223ad6260b req-e1a1e21d-23ff-419b-8446-5d5cb06d0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:03.821009 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-31333c06-b1c9-4b45-bea2-c1223ad6260b req-e1a1e21d-23ff-419b-8446-5d5cb06d0850 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d1b0d8e7-d261-47fc-bf06-034ec39db489 HTTP/1.1" status: 200 len: 854 time: 0.1273744 Feb 19 02:58:03.965343 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-31333c06-b1c9-4b45-bea2-c1223ad6260b req-a86243e7-9fc7-4306-b657-8bbf44150325 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc92614e-7e38-45f5-b055-2b7cad057984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276815 Feb 19 02:58:04.170435 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-31333c06-b1c9-4b45-bea2-c1223ad6260b req-d6fea160-0b7b-41d1-93fc-b7827725010e service neutron] 10.222.0.87 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904640 Feb 19 02:58:04.253857 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4cb809-c544-4363-bb9c-73bf954df5db None None] Network 3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:58:04.376645 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a5672-23b5-4d75-b9cf-88e800419f76 req-93a8863a-6453-478e-acad-908af2fdb2a6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:04.379564 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3e5a5672-23b5-4d75-b9cf-88e800419f76 req-93a8863a-6453-478e-acad-908af2fdb2a6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.2639930 Feb 19 02:58:04.503398 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3e5a5672-23b5-4d75-b9cf-88e800419f76 req-b3e48d75-0d7a-4f0c-8714-8077f64ba646 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032407 Feb 19 02:58:04.568424 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-31333c06-b1c9-4b45-bea2-c1223ad6260b req-54b845ad-2573-4214-a323-6eeebbf35de3 service neutron] 10.222.0.87 "GET /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3751528 Feb 19 02:58:04.972045 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d23cb-2dcd-462e-9d69-5ee3bf6dfe92 req-c55db039-8322-48a1-ae0d-997977b113c3 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:04.974420 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-876d23cb-2dcd-462e-9d69-5ee3bf6dfe92 req-c55db039-8322-48a1-ae0d-997977b113c3 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 944 time: 0.1477520 Feb 19 02:58:05.055661 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-876d23cb-2dcd-462e-9d69-5ee3bf6dfe92 req-cbc94966-6f28-4a3d-80e0-fb4f8975d004 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609555 Feb 19 02:58:05.819654 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85684252-7b16-49e3-9a76-5d25ccc4b643 req-2bf34581-2322-46dc-bada-965daf151cdd tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:05.821441 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-85684252-7b16-49e3-9a76-5d25ccc4b643 req-2bf34581-2322-46dc-bada-965daf151cdd tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1004512 Feb 19 02:58:05.884610 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-85684252-7b16-49e3-9a76-5d25ccc4b643 req-43635e1f-4db5-4dc4-8f8f-12e4eb47c903 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557964 Feb 19 02:58:06.317964 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e7245-bb70-4b70-bc93-8904fc3f1015 req-7898b4bd-477e-4350-8809-32baba90aa94 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:06.320001 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a75e7245-bb70-4b70-bc93-8904fc3f1015 req-7898b4bd-477e-4350-8809-32baba90aa94 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 944 time: 0.0992877 Feb 19 02:58:06.389583 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a75e7245-bb70-4b70-bc93-8904fc3f1015 req-501c2688-c390-4095-afd8-fd0f97508fb6 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568509 Feb 19 02:58:07.354138 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883476c-2020-4df7-8e03-1c547e9a5959 req-3648dac5-fe6e-44b8-82e0-4d73d77b9423 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:07.355886 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e883476c-2020-4df7-8e03-1c547e9a5959 req-3648dac5-fe6e-44b8-82e0-4d73d77b9423 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1306376 Feb 19 02:58:07.412980 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e883476c-2020-4df7-8e03-1c547e9a5959 req-c5c590e0-c6e4-4197-80e0-1a1814c8cb66 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500860 Feb 19 02:58:07.695738 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d72df3-779a-4726-bf58-e9951735c794 req-d644c7ee-6348-4185-8bee-699c77809b8f tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:07.698387 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-61d72df3-779a-4726-bf58-e9951735c794 req-d644c7ee-6348-4185-8bee-699c77809b8f tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 944 time: 0.1134751 Feb 19 02:58:07.779942 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-61d72df3-779a-4726-bf58-e9951735c794 req-910cfcb1-cbac-4205-96d5-49d85170ca35 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508926 Feb 19 02:58:07.990044 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 188fb096-7e58-4872-ae8e-3912e273738d up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:58:08.084517 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning for port 188fb096-7e58-4872-ae8e-3912e273738d completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:58:08.093243 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 188fb096-7e58-4872-ae8e-3912e273738d triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:58:08.093675 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:08.282322 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:08.317185 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1844c1be-82dd-4ab0-80cc-9136f8e81f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188fb096-7e58-4872-ae8e-3912e273738d'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:58:08.338033 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 188fb096-7e58-4872-ae8e-3912e273738d, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=188fb096-7e58-4872-ae8e-3912e273738d,segment=NetworkSegment(bcd5142b-b316-48c9-8892-79fe8ea9f18a),segment_id=bcd5142b-b316-48c9-8892-79fe8ea9f18a)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:58:08.342028 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:08.344567 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-564c5433-c8bf-4db1-8d33-1a0064f2a014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:08.431546 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1844c1be-82dd-4ab0-80cc-9136f8e81f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188fb096-7e58-4872-ae8e-3912e273738d', 'code': 200} Feb 19 02:58:08.457534 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=188fb096-7e58-4872-ae8e-3912e273738d,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:08.467008 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.467445 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.467810 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.468204 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.468582 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.468953 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.469311 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.469952 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.470256 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.470634 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.470998 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.471358 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.471800 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.472162 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.472517 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.473603 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.473603 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.473603 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.474058 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.474226 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.474579 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.474938 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.475299 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.475734 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:08.480965 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:08.656098 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d964dea-ff18-4514-9a15-7e8d6736400e req-84dd97f6-aba3-44ae-b756-a5ef290846f5 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:08.657811 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6d964dea-ff18-4514-9a15-7e8d6736400e req-84dd97f6-aba3-44ae-b756-a5ef290846f5 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1089211 Feb 19 02:58:08.720695 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6d964dea-ff18-4514-9a15-7e8d6736400e req-fe4c91eb-bf5f-4cdf-bcfc-e972c6317877 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533607 Feb 19 02:58:08.976481 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3349909-35af-456d-96c4-dd42fe616c23 req-d70a4da6-5f0c-4405-a2de-9d79d808682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:08.980109 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 188fb096-7e58-4872-ae8e-3912e273738d up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:58:08.980909 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f3349909-35af-456d-96c4-dd42fe616c23 req-d70a4da6-5f0c-4405-a2de-9d79d808682b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 1163 time: 0.1811063 Feb 19 02:58:09.055595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6ab46-3032-4a83-82db-55e4c0081e9a req-4507f018-0858-44c4-b67c-5e85a8324604 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:09.057668 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0fe6ab46-3032-4a83-82db-55e4c0081e9a req-4507f018-0858-44c4-b67c-5e85a8324604 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 946 time: 0.1046627 Feb 19 02:58:09.059045 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f3349909-35af-456d-96c4-dd42fe616c23 req-bfe295c5-aca4-4597-b82b-ec39f05eee0e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578070 Feb 19 02:58:09.126223 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 188fb096-7e58-4872-ae8e-3912e273738d triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:58:09.126843 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:09.128085 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0fe6ab46-3032-4a83-82db-55e4c0081e9a req-ba1531d3-0609-476f-b44b-9321b996f984 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577457 Feb 19 02:58:10.099476 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2dd76b-0b76-4870-a225-98a49b0538e7 req-195e7bf3-d300-41ef-91e2-5d1f027674fd tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:10.101612 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f2dd76b-0b76-4870-a225-98a49b0538e7 req-195e7bf3-d300-41ef-91e2-5d1f027674fd tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1368558 Feb 19 02:58:10.161140 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f2dd76b-0b76-4870-a225-98a49b0538e7 req-665e511b-f170-4e55-a1d0-41da9135453a tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518551 Feb 19 02:58:10.438147 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a7a4a-55ba-4929-ae37-a539f26b7ac5 req-538c4782-38bd-4307-9959-3acb05d0963e tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:10.440604 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-833a7a4a-55ba-4929-ae37-a539f26b7ac5 req-538c4782-38bd-4307-9959-3acb05d0963e tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 946 time: 0.1564674 Feb 19 02:58:10.530104 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-833a7a4a-55ba-4929-ae37-a539f26b7ac5 req-54213a2c-abc2-4e34-919f-6841dc4297db tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768678 Feb 19 02:58:10.533209 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-122b9305-eec9-4f93-8877-a458fd87f758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:11.423785 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd39eaa-4c56-48dc-b94e-02c0dc1f3916 req-de25eb64-a6e6-4f1a-815b-fa7d6e41a186 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:11.425464 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-cdd39eaa-4c56-48dc-b94e-02c0dc1f3916 req-de25eb64-a6e6-4f1a-815b-fa7d6e41a186 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1026640 Feb 19 02:58:11.494549 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-cdd39eaa-4c56-48dc-b94e-02c0dc1f3916 req-ac93d9e4-55ac-4c6b-bb0b-f294bc3a1e1d tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570519 Feb 19 02:58:11.605494 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 50048) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:58:11.751086 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a9a3f5-09ce-4782-9278-b4e05e0778c3 admin admin] Deleting subnet 26c5f3a5-7898-494b-8a0f-565bc9376e1a {{(pid=84083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 02:58:11.758134 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b2a9a3f5-09ce-4782-9278-b4e05e0778c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:11.829695 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b2a9a3f5-09ce-4782-9278-b4e05e0778c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851840390'] for subnet, precommit_delete_associations {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:11.895384 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f554e-bedf-492e-8c7d-141c0d965cd4 req-17895be8-f9ae-4f24-b8bb-9fd918d15cac tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:11.897161 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-729f554e-bedf-492e-8c7d-141c0d965cd4 req-17895be8-f9ae-4f24-b8bb-9fd918d15cac tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 946 time: 0.2204680 Feb 19 02:58:11.927198 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b2a9a3f5-09ce-4782-9278-b4e05e0778c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764431'] for subnet, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:12.027996 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-729f554e-bedf-492e-8c7d-141c0d965cd4 req-23f07f43-7e37-425f-9a20-bb70af11a24e tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186388 Feb 19 02:58:12.384839 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b2a9a3f5-09ce-4782-9278-b4e05e0778c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847011385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852589313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852852935'] for subnet, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:12.427624 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5581198d-9dc3-491d-bd50-71a869c07cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:12.585377 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9a3f5-09ce-4782-9278-b4e05e0778c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c5f3a5-7898-494b-8a0f-565bc9376e1a,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:12.591101 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b2a9a3f5-09ce-4782-9278-b4e05e0778c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:12.690094 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b2a9a3f5-09ce-4782-9278-b4e05e0778c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:12.707668 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-b2a9a3f5-09ce-4782-9278-b4e05e0778c3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/26c5f3a5-7898-494b-8a0f-565bc9376e1a HTTP/1.1" status: 204 len: 168 time: 1.0975749 Feb 19 02:58:12.708251 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 50068) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:58:12.923378 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-39988744-ab06-4e9e-b8ec-1c7cf9334283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846840226'] for network, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:12.963577 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e21c2d44-f04f-4df8-8520-f11adbbf4871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:12.969961 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e104d-8d3d-4bbd-8ab6-68c12c872a12 req-6b277513-f94e-4999-be18-fe79fc2c4bca tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:12.980849 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-976e104d-8d3d-4bbd-8ab6-68c12c872a12 req-6b277513-f94e-4999-be18-fe79fc2c4bca tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.2280321 Feb 19 02:58:13.054325 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-976e104d-8d3d-4bbd-8ab6-68c12c872a12 req-195d960b-fb70-4070-a6a2-b6f486edb6d0 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719547 Feb 19 02:58:13.171492 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-39988744-ab06-4e9e-b8ec-1c7cf9334283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7765560', 'neutron.services.segments.db._delete_segments_for_network--9223363286358539226'] for network, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:13.318382 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-39988744-ab06-4e9e-b8ec-1c7cf9334283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14f0ed8-dc4c-4c7e-98e7-020c087f1c61']}} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:58:13.339687 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-39988744-ab06-4e9e-b8ec-1c7cf9334283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3055eefa-d22d-4b0e-9fbf-d612be062151') {'for_net_delete': True} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:58:13.340672 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-39988744-ab06-4e9e-b8ec-1c7cf9334283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3055eefa-d22d-4b0e-9fbf-d612be062151') {} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:58:13.349979 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:13.356751 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-39988744-ab06-4e9e-b8ec-1c7cf9334283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286358535642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852701100'] for segment, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:13.380842 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-39988744-ab06-4e9e-b8ec-1c7cf9334283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:13.384563 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-39988744-ab06-4e9e-b8ec-1c7cf9334283 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 02:58:13.644438 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-39988744-ab06-4e9e-b8ec-1c7cf9334283 admin admin] Network d14f0ed8-dc4c-4c7e-98e7-020c087f1c61 has no segments {{(pid=84085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 02:58:13.664826 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-39988744-ab06-4e9e-b8ec-1c7cf9334283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7736240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852560578'] for segment, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:13.919293 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-39988744-ab06-4e9e-b8ec-1c7cf9334283 admin admin] Network d14f0ed8-dc4c-4c7e-98e7-020c087f1c61 has no segments {{(pid=84085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: Traceback (most recent call last): Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: timer() Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: cb(*args, **kw) Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: return func(*args, **kwargs) Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: self._notify() Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: self.callback(batched_events) Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: event.method(event) Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: segment_id)['aggregates'][0] Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: return f(self, *a, **k) Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: return self._get(url).json() Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: **kwargs) Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: return self.request(url, 'GET', **kwargs) Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: **endpoint_filter) Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:58:13.976075 dv-cinder-775706-2-smb neutron-server[83972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:58:14.147075 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-39988744-ab06-4e9e-b8ec-1c7cf9334283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847010256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428100'] for network, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:14.152482 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:14.168786 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-39988744-ab06-4e9e-b8ec-1c7cf9334283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:14.186208 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39988744-ab06-4e9e-b8ec-1c7cf9334283 admin admin] Pushing event deleted for resources: {'Network': ['ID=d14f0ed8-dc4c-4c7e-98e7-020c087f1c61,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:14.190755 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-39988744-ab06-4e9e-b8ec-1c7cf9334283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:14.197858 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-39988744-ab06-4e9e-b8ec-1c7cf9334283 admin admin] 10.222.0.75 "DELETE /v2.0/networks/d14f0ed8-dc4c-4c7e-98e7-020c087f1c61 HTTP/1.1" status: 204 len: 168 time: 1.4880037 Feb 19 02:58:14.201885 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 50090) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:58:14.285471 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c9eeed-833a-4375-b842-cb7ae69b0a02 admin admin] Deleting subnet e839179c-2c5f-432f-a537-6ac5d8ea5c3a {{(pid=84085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 02:58:14.290943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-22c9eeed-833a-4375-b842-cb7ae69b0a02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:14.358678 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-22c9eeed-833a-4375-b842-cb7ae69b0a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2074732'] for subnet, precommit_delete_associations {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:14.445887 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-22c9eeed-833a-4375-b842-cb7ae69b0a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764431'] for subnet, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:14.916929 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-22c9eeed-833a-4375-b842-cb7ae69b0a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847011385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2213791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850731962'] for subnet, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:14.933090 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaf2c3-5a1e-4bec-a9ac-5b5b3df63723 req-5d20e99a-9f00-4d86-88d2-9e789833266c tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:14.941218 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6aeaf2c3-5a1e-4bec-a9ac-5b5b3df63723 req-5d20e99a-9f00-4d86-88d2-9e789833266c tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1097407 Feb 19 02:58:14.943813 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cf2b10ea-02bb-4f68-aa4d-e42afe798294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:14.944297 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:14.990492 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6aeaf2c3-5a1e-4bec-a9ac-5b5b3df63723 req-37e33e68-6016-49f9-82b3-6e98d781f6df tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481858 Feb 19 02:58:15.052537 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9eeed-833a-4375-b842-cb7ae69b0a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e839179c-2c5f-432f-a537-6ac5d8ea5c3a,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:15.065856 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-22c9eeed-833a-4375-b842-cb7ae69b0a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:15.157706 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-22c9eeed-833a-4375-b842-cb7ae69b0a02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:15.167922 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 50112) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:58:15.174405 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-22c9eeed-833a-4375-b842-cb7ae69b0a02 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e839179c-2c5f-432f-a537-6ac5d8ea5c3a HTTP/1.1" status: 204 len: 168 time: 0.9712584 Feb 19 02:58:15.189510 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:15.444297 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1f6fab37-e5bc-4f0c-8076-50a87c9d3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846840226'] for network, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:15.531446 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-6b91cb57-c33e-404c-8ec0-6f6c39379972 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:15.532415 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-6b91cb57-c33e-404c-8ec0-6f6c39379972 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Synchronizing usage tracker for tenant:47c864b65a25429a8c505f1e52f302dc on resource:network {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:58:15.669288 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-6b91cb57-c33e-404c-8ec0-6f6c39379972 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Unset dirty status for tenant:47c864b65a25429a8c505f1e52f302dc on resource:network {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:58:15.670663 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-6b91cb57-c33e-404c-8ec0-6f6c39379972 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/networks?id=3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70 HTTP/1.1" status: 200 len: 809 time: 0.4762449 Feb 19 02:58:15.709427 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-71e89ef3-29cc-4538-999f-5365eb997894 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/quotas/47c864b65a25429a8c505f1e52f302dc HTTP/1.1" status: 200 len: 375 time: 0.0317764 Feb 19 02:58:15.715085 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1f6fab37-e5bc-4f0c-8076-50a87c9d3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7765560', 'neutron.services.segments.db._delete_segments_for_network--9223363286358539226'] for network, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:15.958439 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-45c906da-bfb4-4660-8711-fa54362821d0 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=47c864b65a25429a8c505f1e52f302dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2139950 Feb 19 02:58:16.219610 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-1f6fab37-e5bc-4f0c-8076-50a87c9d3ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0280a6-6f3b-4a07-80ef-b3eccd3de1b2']}} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:58:16.479386 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-1f6fab37-e5bc-4f0c-8076-50a87c9d3ce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1508ff8-efa2-48a5-8356-14e3ceb163ac') {'for_net_delete': True} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:58:16.479754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-1f6fab37-e5bc-4f0c-8076-50a87c9d3ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1508ff8-efa2-48a5-8356-14e3ceb163ac') {} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:58:16.518621 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1f6fab37-e5bc-4f0c-8076-50a87c9d3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286358535642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2935362'] for segment, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:16.558108 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1f6fab37-e5bc-4f0c-8076-50a87c9d3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:16.562286 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1f6fab37-e5bc-4f0c-8076-50a87c9d3ce4 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 02:58:16.578865 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-548908b8-3b91-45d5-b368-f24d0170eff0 service neutron] 10.222.0.75 "GET /v2.0/networks/3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995822 Feb 19 02:58:16.685805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cbbed-c297-4eb1-8cac-2627cd03e83c req-34a945b6-ed4d-4408-bd5b-1b78bb611b8c tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:16.688717 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e73cbbed-c297-4eb1-8cac-2627cd03e83c req-34a945b6-ed4d-4408-bd5b-1b78bb611b8c tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.5539753 Feb 19 02:58:16.908448 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-1f6fab37-e5bc-4f0c-8076-50a87c9d3ce4 admin admin] Network fa0280a6-6f3b-4a07-80ef-b3eccd3de1b2 has no segments {{(pid=84083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 02:58:16.922588 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e73cbbed-c297-4eb1-8cac-2627cd03e83c req-6561e3c9-f880-4580-9702-a689909589c3 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799910 Feb 19 02:58:16.927163 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1f6fab37-e5bc-4f0c-8076-50a87c9d3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7736240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2184798'] for segment, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:17.137646 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-52d86042-c516-4ed1-ba1b-484360b53637 service neutron] 10.222.0.75 "GET /v2.0/networks/3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4974976 Feb 19 02:58:17.215277 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-1f6fab37-e5bc-4f0c-8076-50a87c9d3ce4 admin admin] Network fa0280a6-6f3b-4a07-80ef-b3eccd3de1b2 has no segments {{(pid=84083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: Traceback (most recent call last): Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: timer() Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: cb(*args, **kw) Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: return func(*args, **kwargs) Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: self._notify() Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: self.callback(batched_events) Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: event.method(event) Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: segment_id)['aggregates'][0] Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: return f(self, *a, **k) Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: return self._get(url).json() Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: **kwargs) Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: return self.request(url, 'GET', **kwargs) Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: **endpoint_filter) Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:58:17.261146 dv-cinder-775706-2-smb neutron-server[83972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:58:17.427087 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1f6fab37-e5bc-4f0c-8076-50a87c9d3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847010256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428100'] for network, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:17.508645 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1f6fab37-e5bc-4f0c-8076-50a87c9d3ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:17.513191 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:17.555423 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5f34b9b3-048c-4ffa-8ac0-7fdc907c8943 req-7ec44237-7ff4-49be-8169-26386c22d377 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 210 time: 0.1236484 Feb 19 02:58:17.562047 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fab37-e5bc-4f0c-8076-50a87c9d3ce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa0280a6-6f3b-4a07-80ef-b3eccd3de1b2,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:17.567989 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-1f6fab37-e5bc-4f0c-8076-50a87c9d3ce4 admin admin] 10.222.0.75 "DELETE /v2.0/networks/fa0280a6-6f3b-4a07-80ef-b3eccd3de1b2 HTTP/1.1" status: 204 len: 168 time: 2.3986301 Feb 19 02:58:17.570044 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1f6fab37-e5bc-4f0c-8076-50a87c9d3ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:17.794568 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 50160) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:58:17.884755 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08521642-9c95-488f-beb9-9421ee7a0764 req-07e6850e-5d1a-4e5a-913b-93226f572b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:17.888545 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-08521642-9c95-488f-beb9-9421ee7a0764 req-07e6850e-5d1a-4e5a-913b-93226f572b5f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0118817c78a646edba737412d030d31e&device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 1163 time: 0.2325752 Feb 19 02:58:17.892338 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-4b59a668-b72e-4663-8ce2-7fd47c6097fd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6262c748284740d8a9cfea7f948aa942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959165 Feb 19 02:58:17.896483 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8bcbf-7af8-4070-bc6e-45452d5b0b7b req-673236d0-f199-4dde-864d-e3af9c9740c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:17.899591 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e2e8bcbf-7af8-4070-bc6e-45452d5b0b7b req-673236d0-f199-4dde-864d-e3af9c9740c5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 1163 time: 0.3222029 Feb 19 02:58:17.900452 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 50164) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:58:18.302077 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3d3b8-b81e-401e-9bb4-888315aa8783 req-8278ba23-4952-4dd5-9273-ffb63c5fdf3c tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:18.305005 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-61e3d3b8-b81e-401e-9bb4-888315aa8783 req-8278ba23-4952-4dd5-9273-ffb63c5fdf3c tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1733332 Feb 19 02:58:18.364911 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08521642-9c95-488f-beb9-9421ee7a0764 req-32955989-4694-4fe6-a5c2-436e5973f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:18.368506 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-08521642-9c95-488f-beb9-9421ee7a0764 req-32955989-4694-4fe6-a5c2-436e5973f9ce service neutron] 10.222.0.87 "GET /v2.0/networks?id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 HTTP/1.1" status: 200 len: 912 time: 0.4092844 Feb 19 02:58:18.401619 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e2e8bcbf-7af8-4070-bc6e-45452d5b0b7b req-cb950822-cd37-4581-90a7-1b8bb343a3db service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442306 Feb 19 02:58:18.434798 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-61e3d3b8-b81e-401e-9bb4-888315aa8783 req-db649cdf-55c2-43fb-8d61-c8d1a67a5b1f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172295 Feb 19 02:58:18.576256 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-08521642-9c95-488f-beb9-9421ee7a0764 req-7a34c4eb-f3e1-4eaf-9e8b-f4e696590052 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9087256-191c-4476-a572-ce2bf0b124ef HTTP/1.1" status: 200 len: 217 time: 0.1715937 Feb 19 02:58:18.585480 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ccc8800d-d4aa-485f-9fa3-08b177c738b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:18.848155 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2d68bc61-e6a3-4c54-8eac-0f69e2eb4a4e req-224129e2-77c2-4c61-9c1e-5fd1cec02f5c tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 210 time: 0.1009924 Feb 19 02:58:18.925515 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ccc8800d-d4aa-485f-9fa3-08b177c738b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:18.987778 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ccc8800d-d4aa-485f-9fa3-08b177c738b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:18.992886 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-8be991f3-0ad4-4170-bf1a-8a0b044b0657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:19.009072 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8800d-d4aa-485f-9fa3-08b177c738b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f175784-0f73-456c-a5de-72ceb6be14f7,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:19.012353 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ccc8800d-d4aa-485f-9fa3-08b177c738b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:19.017928 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ccc8800d-d4aa-485f-9fa3-08b177c738b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:19.019221 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-ccc8800d-d4aa-485f-9fa3-08b177c738b8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1f175784-0f73-456c-a5de-72ceb6be14f7 HTTP/1.1" status: 204 len: 168 time: 1.1169481 Feb 19 02:58:19.138278 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08521642-9c95-488f-beb9-9421ee7a0764 req-590c3baa-fc38-480a-9bea-32305e6cea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:19.142015 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-08521642-9c95-488f-beb9-9421ee7a0764 req-590c3baa-fc38-480a-9bea-32305e6cea62 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79 HTTP/1.1" status: 200 len: 858 time: 0.1082656 Feb 19 02:58:19.354433 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-08521642-9c95-488f-beb9-9421ee7a0764 req-14d1402b-aaca-4813-8786-ec9cac3e70c7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1366625 Feb 19 02:58:19.559389 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 50200) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:58:19.655067 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-08521642-9c95-488f-beb9-9421ee7a0764 req-7795f45d-7f2c-4d53-a0a3-1f706aaaa60b service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814286 Feb 19 02:58:19.656680 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-6581d9bf-6315-4a4a-8d85-7d06f9aac52d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7b9d22d1e7c940588967947199c2ae41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0954893 Feb 19 02:58:19.659352 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 50204) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:58:19.810355 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-de43e47d-997d-4077-8194-836d61797081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:19.853983 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c072f-7b5f-4a92-8ca9-8d9954bdf306 req-3fcae641-bbc6-4010-b466-397a59bd2908 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:19.855749 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c98c072f-7b5f-4a92-8ca9-8d9954bdf306 req-3fcae641-bbc6-4010-b466-397a59bd2908 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1818521 Feb 19 02:58:19.857886 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-de43e47d-997d-4077-8194-836d61797081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:19.889872 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-08521642-9c95-488f-beb9-9421ee7a0764 req-2b180fd4-4661-405b-be26-58e43bdbef95 service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2226660 Feb 19 02:58:19.998062 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c98c072f-7b5f-4a92-8ca9-8d9954bdf306 req-1e5c6ffd-287f-492b-a088-32fb79597454 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130483 Feb 19 02:58:20.011618 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-de43e47d-997d-4077-8194-836d61797081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:20.021281 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-473d48d9-4198-478e-bf5b-d6143d13eabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:20.036220 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43e47d-997d-4077-8194-836d61797081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f455ba0-3294-4895-a141-79b9e925493a,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:20.040606 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-de43e47d-997d-4077-8194-836d61797081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:20.049836 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-de43e47d-997d-4077-8194-836d61797081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:20.053871 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-de43e47d-997d-4077-8194-836d61797081 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5f455ba0-3294-4895-a141-79b9e925493a HTTP/1.1" status: 204 len: 168 time: 0.3909504 Feb 19 02:58:20.153274 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c538c38a-43c8-47b0-94ff-a0a7082adf2d req-21b4a5de-0650-4007-af64-2d11e9f0febb tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 210 time: 0.0548515 Feb 19 02:58:20.808966 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-2842b696-2d7a-4bff-b6de-cfd291c31c60 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:20.810909 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-2842b696-2d7a-4bff-b6de-cfd291c31c60 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.87 "GET /v2.0/networks?id=3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70 HTTP/1.1" status: 200 len: 809 time: 0.2697890 Feb 19 02:58:20.856456 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-53c76aaa-b4ce-4305-8d6a-1bc1fe1d46c3 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Request body: {'port': {'device_id': 'ccfc1550-293e-433d-9818-b6f26101147a', 'network_id': '3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70', 'admin_state_up': True, 'tenant_id': '47c864b65a25429a8c505f1e52f302dc'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:21.093245 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-53c76aaa-b4ce-4305-8d6a-1bc1fe1d46c3 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:58:21.102599 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-53c76aaa-b4ce-4305-8d6a-1bc1fe1d46c3 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Usage tracker for resource:port and tenant:47c864b65a25429a8c505f1e52f302dc is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:58:21.110774 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-53c76aaa-b4ce-4305-8d6a-1bc1fe1d46c3 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:58:21.126181 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-53c76aaa-b4ce-4305-8d6a-1bc1fe1d46c3 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:58:21.148118 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-53c76aaa-b4ce-4305-8d6a-1bc1fe1d46c3 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Made reservation on behalf of 47c864b65a25429a8c505f1e52f302dc for: {'port': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:58:21.161411 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-53c76aaa-b4ce-4305-8d6a-1bc1fe1d46c3 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:21.412477 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f2361085-7ee3-4a8d-b023-8434adcd91d1 req-e1379607-d5c0-437c-8842-0d3146c63166 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 210 time: 0.0872035 Feb 19 02:58:21.435758 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bf8c9-69fb-4d8e-a74d-8e6f8cf020bc req-80617365-cb41-4bf9-9b76-d8ecbcab5a03 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:21.437836 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-642bf8c9-69fb-4d8e-a74d-8e6f8cf020bc req-80617365-cb41-4bf9-9b76-d8ecbcab5a03 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.2122939 Feb 19 02:58:21.518137 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-642bf8c9-69fb-4d8e-a74d-8e6f8cf020bc req-36e57e84-e672-4dff-961c-477570dd5f63 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728421 Feb 19 02:58:21.636554 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device b9087256-191c-4476-a572-ce2bf0b124ef up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:58:21.682639 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-53c76aaa-b4ce-4305-8d6a-1bc1fe1d46c3 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Allocated IP 172.20.0.3 (3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70/26e33415-67e7-40fd-b206-bf110df10ffc/734b948a-8d68-414e-94ee-4aa992a77f8d) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:58:21.828547 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port b9087256-191c-4476-a572-ce2bf0b124ef triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:58:21.829703 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:22.316842 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-53c76aaa-b4ce-4305-8d6a-1bc1fe1d46c3 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:22.323153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 50272) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:58:22.359158 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-53c76aaa-b4ce-4305-8d6a-1bc1fe1d46c3 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:22.387534 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:22.518728 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-374f038c-e7b3-41fa-978e-8dabe140a764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:22.602152 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-374f038c-e7b3-41fa-978e-8dabe140a764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:58:22.619562 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-374f038c-e7b3-41fa-978e-8dabe140a764 admin admin] Usage tracker for resource:security_group_rule and tenant:d5a380d86db44e7ea653a29e79865926 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:58:22.635372 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-374f038c-e7b3-41fa-978e-8dabe140a764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:58:22.649910 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-374f038c-e7b3-41fa-978e-8dabe140a764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:58:22.826138 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c76aaa-b4ce-4305-8d6a-1bc1fe1d46c3 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Pushing event updated for resources: {'Port': ['ID=734b948a-8d68-414e-94ee-4aa992a77f8d,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:22.876717 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-53c76aaa-b4ce-4305-8d6a-1bc1fe1d46c3 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:22.942379 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-53c76aaa-b4ce-4305-8d6a-1bc1fe1d46c3 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Network 3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:58:22.950778 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-53c76aaa-b4ce-4305-8d6a-1bc1fe1d46c3 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:58:22.958657 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-53c76aaa-b4ce-4305-8d6a-1bc1fe1d46c3 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:58:23.123590 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-53c76aaa-b4ce-4305-8d6a-1bc1fe1d46c3 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:23.124878 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-53c76aaa-b4ce-4305-8d6a-1bc1fe1d46c3 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:23.177713 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-53c76aaa-b4ce-4305-8d6a-1bc1fe1d46c3 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3259256 Feb 19 02:58:23.217699 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Request body: {'port': {'device_id': 'ccfc1550-293e-433d-9818-b6f26101147a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:23.260657 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-374f038c-e7b3-41fa-978e-8dabe140a764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:23.267754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-374f038c-e7b3-41fa-978e-8dabe140a764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:23.283308 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c8e935c6-6793-4bd7-9916-701311e381b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:23.302587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d3af4-415b-4c69-9042-e95179a0090d req-84e460cb-004a-4218-8f46-c284c8758fb1 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:23.304534 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ac7d3af4-415b-4c69-9042-e95179a0090d req-84e460cb-004a-4218-8f46-c284c8758fb1 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.3539374 Feb 19 02:58:23.366074 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce557b-488c-4631-a18a-6f4e179128f5 req-b1b7c9db-8d8c-45ce-bb9a-3626fa879851 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:23.366550 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:23.368267 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-53ce557b-488c-4631-a18a-6f4e179128f5 req-b1b7c9db-8d8c-45ce-bb9a-3626fa879851 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 931 time: 0.4154899 Feb 19 02:58:23.383316 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-374f038c-e7b3-41fa-978e-8dabe140a764 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d5a380d86db44e7ea653a29e79865926&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0544598 Feb 19 02:58:23.383316 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f038c-e7b3-41fa-978e-8dabe140a764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5957f9cd-2026-4124-bd69-b08729da2290,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:23.383921 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 50294) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:58:23.397051 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-374f038c-e7b3-41fa-978e-8dabe140a764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:23.427808 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ac7d3af4-415b-4c69-9042-e95179a0090d req-c6240338-92b9-4180-a84a-90cd5a59740a tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070194 Feb 19 02:58:23.455658 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-53ce557b-488c-4631-a18a-6f4e179128f5 req-c8252eb5-083b-44eb-bf9f-5faa694437b2 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Synchronizing usage tracker for tenant:47c864b65a25429a8c505f1e52f302dc on resource:security_group {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:58:23.478945 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-53ce557b-488c-4631-a18a-6f4e179128f5 req-c8252eb5-083b-44eb-bf9f-5faa694437b2 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Unset dirty status for tenant:47c864b65a25429a8c505f1e52f302dc on resource:security_group {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:58:23.480386 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-53ce557b-488c-4631-a18a-6f4e179128f5 req-c8252eb5-083b-44eb-bf9f-5faa694437b2 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944781 Feb 19 02:58:23.584685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e7424a13-1052-4a8a-b595-2489108f9645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:23.677168 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e7424a13-1052-4a8a-b595-2489108f9645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:23.852322 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e7424a13-1052-4a8a-b595-2489108f9645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:23.860576 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-add21527-6516-4251-ae4b-f2a3487bf2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:23.890949 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7424a13-1052-4a8a-b595-2489108f9645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5957f9cd-2026-4124-bd69-b08729da2290,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:23.900822 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e7424a13-1052-4a8a-b595-2489108f9645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:23.905199 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e7424a13-1052-4a8a-b595-2489108f9645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:23.906636 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-e7424a13-1052-4a8a-b595-2489108f9645 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5957f9cd-2026-4124-bd69-b08729da2290 HTTP/1.1" status: 204 len: 168 time: 0.5214713 Feb 19 02:58:24.028286 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734b948a-8d68-414e-94ee-4aa992a77f8d {{(pid=84085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 02:58:24.045809 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:24.065520 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Transition to ACTIVE for port object 734b948a-8d68-414e-94ee-4aa992a77f8d will not be triggered until provisioned by entity L2. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:58:24.072967 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:24.096626 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:24.380783 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Pushing event updated for resources: {'Port': ['ID=734b948a-8d68-414e-94ee-4aa992a77f8d,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:24.389111 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:24.495791 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f162ef2-27b5-4164-b181-d15b2fca169a req-a753cc26-d525-4edb-a8e6-5ebca3e8f10d tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:24.498281 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7f162ef2-27b5-4164-b181-d15b2fca169a req-a753cc26-d525-4edb-a8e6-5ebca3e8f10d tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.2114735 Feb 19 02:58:24.533679 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1e7e-1d79-4145-b8c3-c9b4b9095e16 req-a4db1a02-b753-46b1-b94a-708560071092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:24.535426 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c17d1e7e-1d79-4145-b8c3-c9b4b9095e16 req-a4db1a02-b753-46b1-b94a-708560071092 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0118817c78a646edba737412d030d31e&device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 1163 time: 0.2911654 Feb 19 02:58:24.602317 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7f162ef2-27b5-4164-b181-d15b2fca169a req-1867abee-62f4-4be5-8e4a-f79e9aa4b652 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973961 Feb 19 02:58:24.995622 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:25.018128 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671e886-bfab-4852-bf1d-3fd3c1cfd501 req-904ffe48-fd62-4088-9d6f-b743369c735a tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:25.027305 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4671e886-bfab-4852-bf1d-3fd3c1cfd501 req-904ffe48-fd62-4088-9d6f-b743369c735a tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 946 time: 0.2247126 Feb 19 02:58:25.047294 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Attempting to bind port 734b948a-8d68-414e-94ee-4aa992a77f8d on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:25.047779 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Attempting to bind port 734b948a-8d68-414e-94ee-4aa992a77f8d by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '50d762e3-9ffa-4869-a0e2-043eb66fe5cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70'}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:58:25.048003 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Attempting to bind port 734b948a-8d68-414e-94ee-4aa992a77f8d on network 3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70 {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:58:25.061113 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Checking agent: {'id': '38d2f619-f811-4ccc-89e2-793bab8ea98e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 53, 25), 'started_at': datetime.datetime(2021, 2, 19, 2, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:58:25.061598 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Checking segment: {'id': '50d762e3-9ffa-4869-a0e2-043eb66fe5cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:58:25.062049 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:25.062541 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Bound using segment: {'id': '50d762e3-9ffa-4869-a0e2-043eb66fe5cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70'} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:58:25.063556 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Bound port: 734b948a-8d68-414e-94ee-4aa992a77f8d, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d762e3-9ffa-4869-a0e2-043eb66fe5cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70'}}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:58:25.063556 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:25.081047 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1e7e-1d79-4145-b8c3-c9b4b9095e16 req-37119204-ff90-4b48-8b6e-80bc0a5f2d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:25.083110 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c17d1e7e-1d79-4145-b8c3-c9b4b9095e16 req-37119204-ff90-4b48-8b6e-80bc0a5f2d1d service neutron] 10.222.0.87 "GET /v2.0/networks?id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 HTTP/1.1" status: 200 len: 912 time: 0.5276105 Feb 19 02:58:25.088488 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafa891-f1e2-4691-8bdf-80ab1d3dfacd req-6d7c31fe-34b6-42ee-ab88-21705ce228b8 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:25.094926 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-faafa891-f1e2-4691-8bdf-80ab1d3dfacd req-6d7c31fe-34b6-42ee-ab88-21705ce228b8 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 943 time: 0.2466340 Feb 19 02:58:25.154502 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4671e886-bfab-4852-bf1d-3fd3c1cfd501 req-cb6281d4-3ce7-47e5-afc5-4146fb2a654b tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255493 Feb 19 02:58:25.250613 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-faafa891-f1e2-4691-8bdf-80ab1d3dfacd req-8bc3cc17-81bf-44d9-9a21-f8eccbd460be tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474354 Feb 19 02:58:25.290505 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c17d1e7e-1d79-4145-b8c3-c9b4b9095e16 req-60ad3e5f-53d2-418e-95c1-a152ff9d8e8a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9087256-191c-4476-a572-ce2bf0b124ef HTTP/1.1" status: 200 len: 217 time: 0.1514897 Feb 19 02:58:25.442933 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] For port 734b948a-8d68-414e-94ee-4aa992a77f8d, host hv-cinder-77570, cleared binding levels {{(pid=84085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:58:25.448645 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] For port 734b948a-8d68-414e-94ee-4aa992a77f8d, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=734b948a-8d68-414e-94ee-4aa992a77f8d,segment=NetworkSegment(50d762e3-9ffa-4869-a0e2-043eb66fe5cf),segment_id=50d762e3-9ffa-4869-a0e2-043eb66fe5cf)] {{(pid=84085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:58:25.462134 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:25.491059 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-397c7a39-6fdc-451b-b3ae-f5f45885b486 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:25.548917 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d1e7e-1d79-4145-b8c3-c9b4b9095e16 req-feb55b26-7455-491d-9c65-5fef58ba69e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:25.551721 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c17d1e7e-1d79-4145-b8c3-c9b4b9095e16 req-feb55b26-7455-491d-9c65-5fef58ba69e3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79 HTTP/1.1" status: 200 len: 858 time: 0.2374847 Feb 19 02:58:25.791506 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c17d1e7e-1d79-4145-b8c3-c9b4b9095e16 req-45d8ae46-07ff-43df-9812-b40e575c9e47 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286349 Feb 19 02:58:25.980935 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9388c0-50c8-4388-83a6-e1eba48d541f req-8fee8047-2a0c-4347-893f-a0ebf6b885e6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:25.988733 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2d9388c0-50c8-4388-83a6-e1eba48d541f req-8fee8047-2a0c-4347-893f-a0ebf6b885e6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1570411 Feb 19 02:58:26.100721 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Pushing event updated for resources: {'Port': ['ID=734b948a-8d68-414e-94ee-4aa992a77f8d,revision_number=3']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:26.127051 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:26.130739 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2d9388c0-50c8-4388-83a6-e1eba48d541f req-cbcc40d8-4e8b-4ac4-a622-cebd59fd02fe tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342149 Feb 19 02:58:26.203559 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:26.204273 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:26.205982 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-87018d77-9077-448d-958a-03c3d3991182 service neutron] 10.222.0.87 "PUT /v2.0/ports/734b948a-8d68-414e-94ee-4aa992a77f8d HTTP/1.1" status: 200 len: 1157 time: 2.9932370 Feb 19 02:58:26.206562 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfc1550-293e-433d-9818-b6f26101147a', 'tag': '734b948a-8d68-414e-94ee-4aa992a77f8d'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:58:26.216978 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c17d1e7e-1d79-4145-b8c3-c9b4b9095e16 req-fbb02ae5-45ba-4b9c-bd1c-40f58d0889cd service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119964 Feb 19 02:58:26.349166 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccfc1550-293e-433d-9818-b6f26101147a', 'tag': '734b948a-8d68-414e-94ee-4aa992a77f8d', 'status': 'completed', 'code': 200} Feb 19 02:58:26.643558 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a57d12-df88-45d2-8998-ff9ea8429e98 req-72066a2b-d4fc-4ee0-829a-8b7265fd1bc6 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:26.645787 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-86a57d12-df88-45d2-8998-ff9ea8429e98 req-72066a2b-d4fc-4ee0-829a-8b7265fd1bc6 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 943 time: 0.1871390 Feb 19 02:58:26.661006 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-e1a904a3-6574-440c-be9b-d4cb11f71a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:26.664346 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-e1a904a3-6574-440c-be9b-d4cb11f71a93 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=47c864b65a25429a8c505f1e52f302dc&device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 1160 time: 0.2969437 Feb 19 02:58:26.666755 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c17d1e7e-1d79-4145-b8c3-c9b4b9095e16 req-7ef53cfb-d2bc-4472-be16-26c54c7da6cc service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4141498 Feb 19 02:58:26.732135 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-86a57d12-df88-45d2-8998-ff9ea8429e98 req-44c54a5d-a7d3-4d44-96a9-aa3ee076713d tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722771 Feb 19 02:58:26.744060 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226b827-42fc-481d-855f-386aa65ff8c6 req-19e9d1c2-eae6-4e47-a78e-8c4786f332ab tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:26.775517 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7226b827-42fc-481d-855f-386aa65ff8c6 req-19e9d1c2-eae6-4e47-a78e-8c4786f332ab tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 946 time: 0.4125564 Feb 19 02:58:26.849393 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7226b827-42fc-481d-855f-386aa65ff8c6 req-5b32bcb2-8972-4ece-ad33-83fbb161390c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676963 Feb 19 02:58:26.858459 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-7e17ba27-6d1a-4e9a-8003-170aee028e00 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=734b948a-8d68-414e-94ee-4aa992a77f8d HTTP/1.1" status: 200 len: 217 time: 0.1453681 Feb 19 02:58:26.956249 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-cedc4992-2735-4e65-8067-5f7c89dfdea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:26.957927 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-cedc4992-2735-4e65-8067-5f7c89dfdea7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=26e33415-67e7-40fd-b206-bf110df10ffc HTTP/1.1" status: 200 len: 849 time: 0.0726805 Feb 19 02:58:27.123969 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-0c8b7d70-909e-418d-ad9b-6fe4337fefdb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535476 Feb 19 02:58:27.316000 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-eda60dc2-93af-436b-a191-b490ebac84dc service neutron] 10.222.0.87 "GET /v2.0/networks/3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649206 Feb 19 02:58:27.420282 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e65cb1-e35f-4b28-b29f-ae0aad883c74 req-5df38006-363f-4f54-a374-3af054419ef7 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:27.423285 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-19e65cb1-e35f-4b28-b29f-ae0aad883c74 req-5df38006-363f-4f54-a374-3af054419ef7 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1057642 Feb 19 02:58:27.505187 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-19e65cb1-e35f-4b28-b29f-ae0aad883c74 req-3383c7a4-4a96-470d-b0cb-e182c26e3f73 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739791 Feb 19 02:58:27.596166 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-43aa797f-1b34-4c2d-82cc-f7734b7e50d1 req-c606bdd5-ac9c-4b78-9566-349418547c04 service neutron] 10.222.0.87 "GET /v2.0/networks/3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2458730 Feb 19 02:58:28.057482 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bf95f-6b46-4cec-8259-25a89598ae74 req-ecdd3cd2-4407-419f-88c4-50488f9e7d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:28.059792 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-216bf95f-6b46-4cec-8259-25a89598ae74 req-ecdd3cd2-4407-419f-88c4-50488f9e7d1d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=47c864b65a25429a8c505f1e52f302dc&device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 1160 time: 0.2729816 Feb 19 02:58:28.247758 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68264e9-a2d4-4dd3-bf3b-4a64046662ab req-60b492cc-1b38-4bdd-aa31-5a96c9fceec6 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:28.250436 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f68264e9-a2d4-4dd3-bf3b-4a64046662ab req-60b492cc-1b38-4bdd-aa31-5a96c9fceec6 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 943 time: 0.2341151 Feb 19 02:58:28.354095 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bf95f-6b46-4cec-8259-25a89598ae74 req-1f8bd084-e8e3-4c39-b568-54a44e395834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:28.355937 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-216bf95f-6b46-4cec-8259-25a89598ae74 req-1f8bd084-e8e3-4c39-b568-54a44e395834 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70 HTTP/1.1" status: 200 len: 903 time: 0.2491798 Feb 19 02:58:28.362739 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f68264e9-a2d4-4dd3-bf3b-4a64046662ab req-842e739c-bd7a-4151-9f17-b0ae56cc8180 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998344 Feb 19 02:58:28.392931 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee99699-b341-487d-b8eb-95f824d4f425 req-901c3822-9c0d-4435-84fe-758e8e935942 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:28.407223 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-cee99699-b341-487d-b8eb-95f824d4f425 req-901c3822-9c0d-4435-84fe-758e8e935942 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 946 time: 0.2269049 Feb 19 02:58:28.470883 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-cee99699-b341-487d-b8eb-95f824d4f425 req-3885554c-78f7-43a3-bc6f-36bd6dbc73fa tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598226 Feb 19 02:58:28.506342 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-216bf95f-6b46-4cec-8259-25a89598ae74 req-bc0744a5-eef0-432f-9fd1-20f603c817f5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=734b948a-8d68-414e-94ee-4aa992a77f8d HTTP/1.1" status: 200 len: 217 time: 0.1223111 Feb 19 02:58:28.635380 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bf95f-6b46-4cec-8259-25a89598ae74 req-2076af36-1aff-4fc4-a08d-6a97709c55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:28.638371 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-216bf95f-6b46-4cec-8259-25a89598ae74 req-2076af36-1aff-4fc4-a08d-6a97709c55fc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=26e33415-67e7-40fd-b206-bf110df10ffc HTTP/1.1" status: 200 len: 849 time: 0.1153750 Feb 19 02:58:28.640646 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:58:28.778961 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-216bf95f-6b46-4cec-8259-25a89598ae74 req-bc0b7671-06f3-4973-a5df-29f8ad4c82a5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823591 Feb 19 02:58:29.059891 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-216bf95f-6b46-4cec-8259-25a89598ae74 req-6d603a34-72c7-4b57-b7ff-cf5b411e78e2 service neutron] 10.222.0.87 "GET /v2.0/networks/3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689190 Feb 19 02:58:29.243316 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26d390-b4ea-44f1-8894-86f7723f33e0 req-9a367ae6-b04a-4b66-86f5-5c34cd8c4bdf tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:29.254727 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0e26d390-b4ea-44f1-8894-86f7723f33e0 req-9a367ae6-b04a-4b66-86f5-5c34cd8c4bdf tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1490986 Feb 19 02:58:29.311032 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-216bf95f-6b46-4cec-8259-25a89598ae74 req-ddd54810-cd7c-4cd6-878b-97b00d1f8e0a service neutron] 10.222.0.87 "GET /v2.0/networks/3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1756926 Feb 19 02:58:29.621199 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0e26d390-b4ea-44f1-8894-86f7723f33e0 req-9ef22674-a420-4b67-93d1-bf06ce3098b9 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614910 Feb 19 02:58:29.683272 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27da48-cf87-4c32-83cb-f71d39b08838 req-0bd212d2-f749-41b3-9275-85ba7f078b87 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:29.685052 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fb27da48-cf87-4c32-83cb-f71d39b08838 req-0bd212d2-f749-41b3-9275-85ba7f078b87 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 943 time: 0.1206489 Feb 19 02:58:29.750159 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fb27da48-cf87-4c32-83cb-f71d39b08838 req-1888d2d8-815a-4c65-91ca-02ddd3185453 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530365 Feb 19 02:58:29.917568 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39993c1-b0c0-4226-8a21-7256296a04ae req-2729006e-6b23-4260-9782-a5447abaf16c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:29.920290 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e39993c1-b0c0-4226-8a21-7256296a04ae req-2729006e-6b23-4260-9782-a5447abaf16c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 946 time: 0.1169705 Feb 19 02:58:30.018340 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e39993c1-b0c0-4226-8a21-7256296a04ae req-07ccd2dd-6af4-4c35-ba46-332bbce3e6a8 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866706 Feb 19 02:58:30.454541 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ec2f4-cb31-4875-a832-3a529faaaa5b req-0fd4999e-a2da-4d50-b19f-7d4e58cc03b0 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:30.455927 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-dc4ec2f4-cb31-4875-a832-3a529faaaa5b req-0fd4999e-a2da-4d50-b19f-7d4e58cc03b0 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Synchronizing usage tracker for tenant:f53fe2854fce4916a4d2d8a17072e0a7 on resource:port {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:58:30.486005 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-dc4ec2f4-cb31-4875-a832-3a529faaaa5b req-0fd4999e-a2da-4d50-b19f-7d4e58cc03b0 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Unset dirty status for tenant:f53fe2854fce4916a4d2d8a17072e0a7 on resource:port {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:58:30.487792 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-dc4ec2f4-cb31-4875-a832-3a529faaaa5b req-0fd4999e-a2da-4d50-b19f-7d4e58cc03b0 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.87 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 946 time: 0.1928985 Feb 19 02:58:30.587734 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-dc4ec2f4-cb31-4875-a832-3a529faaaa5b req-d6780233-f2b2-406a-9232-f2feb0e8666c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Deleting port 188fb096-7e58-4872-ae8e-3912e273738d {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 02:58:30.588143 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-dc4ec2f4-cb31-4875-a832-3a529faaaa5b req-d6780233-f2b2-406a-9232-f2feb0e8666c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:30.901019 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-dc4ec2f4-cb31-4875-a832-3a529faaaa5b req-d6780233-f2b2-406a-9232-f2feb0e8666c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] For port 188fb096-7e58-4872-ae8e-3912e273738d, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=188fb096-7e58-4872-ae8e-3912e273738d,segment=NetworkSegment(bcd5142b-b316-48c9-8892-79fe8ea9f18a),segment_id=bcd5142b-b316-48c9-8892-79fe8ea9f18a)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:58:30.901695 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-dc4ec2f4-cb31-4875-a832-3a529faaaa5b req-d6780233-f2b2-406a-9232-f2feb0e8666c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:31.052658 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-dc4ec2f4-cb31-4875-a832-3a529faaaa5b req-d6780233-f2b2-406a-9232-f2feb0e8666c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Calling delete_port for 188fb096-7e58-4872-ae8e-3912e273738d owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 02:58:31.119219 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1f47c-8e3b-47aa-8988-69427ba86333 req-cadd24ff-c3a0-44c6-b635-ce7c3c0e8d79 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:31.121596 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d6c1f47c-8e3b-47aa-8988-69427ba86333 req-cadd24ff-c3a0-44c6-b635-ce7c3c0e8d79 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.2663879 Feb 19 02:58:31.139199 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f47db7-af58-4eba-b868-c45b6ad34420 req-871be83d-7c15-4f1b-a466-113f63999852 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:31.141462 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-58f47db7-af58-4eba-b868-c45b6ad34420 req-871be83d-7c15-4f1b-a466-113f63999852 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 943 time: 0.2088335 Feb 19 02:58:31.197795 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 188fb096-7e58-4872-ae8e-3912e273738d no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 02:58:31.228250 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d6c1f47c-8e3b-47aa-8988-69427ba86333 req-23eb93b4-9e6b-4e21-83f6-f40d7d503c34 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852685 Feb 19 02:58:31.237691 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-58f47db7-af58-4eba-b868-c45b6ad34420 req-0a3f6766-63c2-492c-9be9-a7546dd42f91 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760274 Feb 19 02:58:31.259087 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-dc4ec2f4-cb31-4875-a832-3a529faaaa5b req-d6780233-f2b2-406a-9232-f2feb0e8666c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:31.293082 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] No active binding found for port 188fb096-7e58-4872-ae8e-3912e273738d {{(pid=84086) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 19 02:58:31.293827 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 188fb096-7e58-4872-ae8e-3912e273738d not bound to the agent host hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 02:58:31.460194 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:31.545030 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-dc28d41d-4a5e-442e-86a0-0dc09e28759c req-800a9808-5ffd-4c18-922a-9af208e0cc14 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 210 time: 0.0633845 Feb 19 02:58:31.793301 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6780233-f2b2-406a-9232-f2feb0e8666c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Pushing event deleted for resources: {'Port': ['ID=188fb096-7e58-4872-ae8e-3912e273738d,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:31.800913 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d6780233-f2b2-406a-9232-f2feb0e8666c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:31.963851 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4ec2f4-cb31-4875-a832-3a529faaaa5b req-d6780233-f2b2-406a-9232-f2feb0e8666c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] No DVR routers for this DVR port 188fb096-7e58-4872-ae8e-3912e273738d on host hv-cinder-77570 {{(pid=84085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 02:58:31.970611 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-dc4ec2f4-cb31-4875-a832-3a529faaaa5b req-d6780233-f2b2-406a-9232-f2feb0e8666c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:31.974220 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1844c1be-82dd-4ab0-80cc-9136f8e81f89', 'name': 'network-vif-deleted', 'tag': '188fb096-7e58-4872-ae8e-3912e273738d'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:58:31.994260 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-dc4ec2f4-cb31-4875-a832-3a529faaaa5b req-d6780233-f2b2-406a-9232-f2feb0e8666c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.87 "DELETE /v2.0/ports/188fb096-7e58-4872-ae8e-3912e273738d HTTP/1.1" status: 204 len: 173 time: 1.4905584 Feb 19 02:58:32.045368 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1844c1be-82dd-4ab0-80cc-9136f8e81f89', 'name': 'network-vif-deleted', 'tag': '188fb096-7e58-4872-ae8e-3912e273738d', 'status': 'completed', 'code': 200} Feb 19 02:58:32.638430 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106ef63-79c6-4f81-8a2d-ba40df26c358 req-9e798879-ed1b-4a4b-9170-c244ffa8da0b tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:32.640192 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a106ef63-79c6-4f81-8a2d-ba40df26c358 req-9e798879-ed1b-4a4b-9170-c244ffa8da0b tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 943 time: 0.1902289 Feb 19 02:58:32.646915 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdaadf-2cb6-45e1-be38-456d4b574bfb req-a87ba7c6-616f-4892-9567-8abca960d7a9 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:32.649125 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-00fdaadf-2cb6-45e1-be38-456d4b574bfb req-a87ba7c6-616f-4892-9567-8abca960d7a9 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.2532072 Feb 19 02:58:32.778325 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a106ef63-79c6-4f81-8a2d-ba40df26c358 req-32de1373-a831-4f00-9362-5189e4a06c93 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280067 Feb 19 02:58:32.783967 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-00fdaadf-2cb6-45e1-be38-456d4b574bfb req-9009268a-3fc3-4ade-bedc-d4bce1b670cb tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180773 Feb 19 02:58:33.036152 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b80836d6-c93a-41b2-bb6c-11758736d2e5 req-9b198cff-4f3e-4c86-81f7-7549f8ba3971 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 210 time: 0.0979884 Feb 19 02:58:33.792595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.objects.ports [None req-17ca4378-224d-43cc-b91c-3891ff8f87b5 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84086) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 19 02:58:34.046081 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbdd2b-dd29-457a-8d3f-e2f91fecfda7 req-d32e521e-79b1-40a3-b338-fd08c9d09d28 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:34.047883 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fffbdd2b-dd29-457a-8d3f-e2f91fecfda7 req-d32e521e-79b1-40a3-b338-fd08c9d09d28 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 943 time: 0.1217716 Feb 19 02:58:34.140021 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fffbdd2b-dd29-457a-8d3f-e2f91fecfda7 req-0d8a97ee-9cae-40dc-8b5a-3a27038aa57e tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779011 Feb 19 02:58:34.332129 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8e2e87a-76ca-4f90-87e4-a4a0cd915d56 req-3e1c2f6c-cc99-4f53-a69e-5760d7dba66d tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=1844c1be-82dd-4ab0-80cc-9136f8e81f89 HTTP/1.1" status: 200 len: 210 time: 0.0584838 Feb 19 02:58:34.896790 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279f8d8-185d-4703-9be0-1c43899349e0 req-bdc53d74-fc09-4f34-97ed-2d6f53e77fce tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:34.909126 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f279f8d8-185d-4703-9be0-1c43899349e0 req-bdc53d74-fc09-4f34-97ed-2d6f53e77fce tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1249707 Feb 19 02:58:34.971955 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f279f8d8-185d-4703-9be0-1c43899349e0 req-7a3848be-80e8-4c90-b726-621bdcacf3c7 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589292 Feb 19 02:58:35.420890 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8ea97-fc9c-4179-8b7c-1ae8f7d1f04b req-f14e8804-f767-462e-b1d4-64a10d13bfad tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:35.426860 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-16e8ea97-fc9c-4179-8b7c-1ae8f7d1f04b req-f14e8804-f767-462e-b1d4-64a10d13bfad tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 943 time: 0.1101222 Feb 19 02:58:35.501075 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-16e8ea97-fc9c-4179-8b7c-1ae8f7d1f04b req-ab8f4f36-601f-45ad-9f60-ecd2bc892e5f tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713737 Feb 19 02:58:36.748359 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e73291-7167-4656-a2ac-c56fb2bae826 req-86ca1030-7068-453d-9b12-1e9015b848fe tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:36.750094 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b4e73291-7167-4656-a2ac-c56fb2bae826 req-86ca1030-7068-453d-9b12-1e9015b848fe tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 943 time: 0.1123483 Feb 19 02:58:36.819974 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b4e73291-7167-4656-a2ac-c56fb2bae826 req-271fb7af-2d0b-4b19-8e1b-077f2a72e495 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564198 Feb 19 02:58:37.450772 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device b9087256-191c-4476-a572-ce2bf0b124ef up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:58:37.627328 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 50602) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:58:37.634420 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port b9087256-191c-4476-a572-ce2bf0b124ef triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:58:37.635149 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:37.803331 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0849c7-d188-4f9b-aebc-7ac34b881032 req-e47a68d4-5127-4f4c-800e-22aee6933952 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:37.807125 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8c0849c7-d188-4f9b-aebc-7ac34b881032 req-e47a68d4-5127-4f4c-800e-22aee6933952 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 946 time: 0.1451232 Feb 19 02:58:37.858508 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:37.881607 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:58:37.887663 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Usage tracker for resource:security_group_rule and tenant:e04c0481f7954e40bf2ca825b3f19d65 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:58:37.892156 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:58:37.906153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:58:37.967464 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8c0849c7-d188-4f9b-aebc-7ac34b881032 req-7fd3771f-3844-4194-88e5-91e46a52afc3 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493123 Feb 19 02:58:38.033315 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:38.050418 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:38.073007 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:38.117257 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f770025-4719-4229-8c0b-a86211634821,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:38.136858 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.137375 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.138018 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.138974 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.139782 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.140547 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.141313 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.142084 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.142587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.143840 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.144663 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.145570 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.146630 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.147808 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.148496 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.149292 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.150216 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.151118 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.152043 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.152919 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.154447 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.155181 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.155945 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.156801 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:38.167569 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:38.202537 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e04c0481f7954e40bf2ca825b3f19d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5732784 Feb 19 02:58:38.205593 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 50616) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:58:38.293046 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 734b948a-8d68-414e-94ee-4aa992a77f8d up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:58:38.316552 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-81c5ef53-478b-4396-8343-12ba6bb6265a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:38.340401 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e62f26-fea0-47b9-857c-5e43dad9f830 req-aeda1631-3bf4-4947-b372-9f91712f4e9f tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:38.343267 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-97e62f26-fea0-47b9-857c-5e43dad9f830 req-aeda1631-3bf4-4947-b372-9f91712f4e9f tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 943 time: 0.1486328 Feb 19 02:58:38.377835 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-81c5ef53-478b-4396-8343-12ba6bb6265a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:38.403487 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning for port 734b948a-8d68-414e-94ee-4aa992a77f8d completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:58:38.414821 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 734b948a-8d68-414e-94ee-4aa992a77f8d triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:58:38.415702 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:38.503690 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-81c5ef53-478b-4396-8343-12ba6bb6265a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:38.508242 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-97e62f26-fea0-47b9-857c-5e43dad9f830 req-219f6aa0-1930-47f7-8af5-ecbd22d9d686 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470006 Feb 19 02:58:38.516401 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-56c1fc0f-9ff5-40cc-9c77-1bc543e1f785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:38.543097 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5ef53-478b-4396-8343-12ba6bb6265a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f770025-4719-4229-8c0b-a86211634821,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:38.556978 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-81c5ef53-478b-4396-8343-12ba6bb6265a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:38.558743 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-81c5ef53-478b-4396-8343-12ba6bb6265a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:38.563416 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-81c5ef53-478b-4396-8343-12ba6bb6265a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7f770025-4719-4229-8c0b-a86211634821 HTTP/1.1" status: 204 len: 168 time: 0.3524070 Feb 19 02:58:38.737043 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:38.818421 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 734b948a-8d68-414e-94ee-4aa992a77f8d, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=734b948a-8d68-414e-94ee-4aa992a77f8d,segment=NetworkSegment(50d762e3-9ffa-4869-a0e2-043eb66fe5cf),segment_id=50d762e3-9ffa-4869-a0e2-043eb66fe5cf)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:58:38.820989 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfc1550-293e-433d-9818-b6f26101147a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734b948a-8d68-414e-94ee-4aa992a77f8d'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:58:38.830510 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:38.833809 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:38.954127 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfc1550-293e-433d-9818-b6f26101147a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734b948a-8d68-414e-94ee-4aa992a77f8d', 'code': 200} Feb 19 02:58:39.004240 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=734b948a-8d68-414e-94ee-4aa992a77f8d,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:39.012958 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:39.333869 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033165f0-64b2-425e-8265-27ac8bf57839 req-ed703080-77cf-4441-b3b3-a6788508f32b tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:39.335951 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-033165f0-64b2-425e-8265-27ac8bf57839 req-ed703080-77cf-4441-b3b3-a6788508f32b tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 946 time: 0.1217940 Feb 19 02:58:39.446241 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-033165f0-64b2-425e-8265-27ac8bf57839 req-86822dbf-afca-4ab1-b08a-0e52a3e12b20 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910256 Feb 19 02:58:39.502956 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb92c4-b008-46ae-bd42-7881574e865f req-db35a332-792a-4d99-a13b-4d662d56299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:39.504981 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8feb92c4-b008-46ae-bd42-7881574e865f req-db35a332-792a-4d99-a13b-4d662d56299d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 1162 time: 0.1304038 Feb 19 02:58:39.566518 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8feb92c4-b008-46ae-bd42-7881574e865f req-46cf0626-0c45-44ec-a029-3e18e12369b6 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474122 Feb 19 02:58:39.715102 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 734b948a-8d68-414e-94ee-4aa992a77f8d up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:58:39.764285 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca57a0c-d0ba-4050-b827-af1fba0dec15 req-c2054413-b4f4-4d81-8e24-44f098284951 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:39.766335 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0ca57a0c-d0ba-4050-b827-af1fba0dec15 req-c2054413-b4f4-4d81-8e24-44f098284951 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 945 time: 0.1021307 Feb 19 02:58:39.805280 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 734b948a-8d68-414e-94ee-4aa992a77f8d triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:58:39.805797 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:39.840892 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0ca57a0c-d0ba-4050-b827-af1fba0dec15 req-b7145599-9d20-4ca7-bf01-e2802592abad tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651200 Feb 19 02:58:40.534198 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8bd5f5ad-f658-49ef-8d84-3f03f3524ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:40.726919 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fc4b7-418f-4981-8e54-d00d55d7b3a4 req-fe375c97-fbfe-4b73-8c88-3d3c646abb9b tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:40.728738 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7f1fc4b7-418f-4981-8e54-d00d55d7b3a4 req-fe375c97-fbfe-4b73-8c88-3d3c646abb9b tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 946 time: 0.1418874 Feb 19 02:58:40.813339 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7f1fc4b7-418f-4981-8e54-d00d55d7b3a4 req-7836a070-8682-4a83-a368-a444695363a7 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701838 Feb 19 02:58:41.174627 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda47af3-059b-4756-80c7-295726af1c29 req-dbc3dce4-b0f4-4d24-8b29-18367f9c5149 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:41.176388 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-eda47af3-059b-4756-80c7-295726af1c29 req-dbc3dce4-b0f4-4d24-8b29-18367f9c5149 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 945 time: 0.1626384 Feb 19 02:58:41.237532 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-eda47af3-059b-4756-80c7-295726af1c29 req-5eb57527-c322-4d8b-85ba-c706b3a290b2 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529799 Feb 19 02:58:41.538633 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a66ec-a971-477f-8366-c6f0e35c75f0 req-aef9a637-5b8f-44ba-815d-5342997e758c tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:41.540485 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f98a66ec-a971-477f-8366-c6f0e35c75f0 req-aef9a637-5b8f-44ba-815d-5342997e758c tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1050072 Feb 19 02:58:41.629444 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f98a66ec-a971-477f-8366-c6f0e35c75f0 req-007f2287-e2d2-40b0-ae21-eb8a66872d47 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809171 Feb 19 02:58:41.639948 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b36c9-8cd7-47b2-b822-d9d7804fd75f req-f32c18f2-bfa9-41dd-bca0-626b8c7a6e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:41.641717 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-541b36c9-8cd7-47b2-b822-d9d7804fd75f req-f32c18f2-bfa9-41dd-bca0-626b8c7a6e06 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0118817c78a646edba737412d030d31e&device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 1163 time: 0.0956664 Feb 19 02:58:42.090263 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3688c4-9316-4dd7-a88f-eaf50e9493ba req-23a614a8-bca0-43e9-b374-6797c2fc56f9 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:42.105320 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b3688c4-9316-4dd7-a88f-eaf50e9493ba req-23a614a8-bca0-43e9-b374-6797c2fc56f9 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 946 time: 0.1371496 Feb 19 02:58:42.158715 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b36c9-8cd7-47b2-b822-d9d7804fd75f req-e7b94cbe-afe4-46c8-9e8a-42af83478105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:42.160880 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-541b36c9-8cd7-47b2-b822-d9d7804fd75f req-e7b94cbe-afe4-46c8-9e8a-42af83478105 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 HTTP/1.1" status: 200 len: 912 time: 0.3176274 Feb 19 02:58:42.203367 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b3688c4-9316-4dd7-a88f-eaf50e9493ba req-f6ad753c-c4d3-4d4e-99e1-a64daf625eaa tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933087 Feb 19 02:58:42.440139 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 39340b62-c9b3-44a9-a220-e7be9f98a5f0 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:58:42.464581 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-541b36c9-8cd7-47b2-b822-d9d7804fd75f req-2efb26fb-6ab3-472c-b4a1-b043edf92e29 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9087256-191c-4476-a572-ce2bf0b124ef HTTP/1.1" status: 200 len: 217 time: 0.1509588 Feb 19 02:58:42.487656 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a940ca-0af7-4efd-8faf-e1ae63c06c8b req-0f232410-d1e2-4ccd-b0c5-d3c1736dd7e6 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:42.489667 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-25a940ca-0af7-4efd-8faf-e1ae63c06c8b req-0f232410-d1e2-4ccd-b0c5-d3c1736dd7e6 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 945 time: 0.1016636 Feb 19 02:58:42.546791 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-25a940ca-0af7-4efd-8faf-e1ae63c06c8b req-0d4396d3-ddd9-4947-afdd-b322538d4f5b tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493245 Feb 19 02:58:42.576195 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2273627-1963-40a6-bf0e-13111a21c077 req-ae9e711c-8b39-4937-bb70-cf693b635ede tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:42.576195 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-e2273627-1963-40a6-bf0e-13111a21c077 req-ae9e711c-8b39-4937-bb70-cf693b635ede tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Synchronizing usage tracker for tenant:f53fe2854fce4916a4d2d8a17072e0a7 on resource:port {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:58:42.576195 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b36c9-8cd7-47b2-b822-d9d7804fd75f req-0fc2bc3b-1e4d-46a4-ae86-f641c778b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:42.577609 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-541b36c9-8cd7-47b2-b822-d9d7804fd75f req-0fc2bc3b-1e4d-46a4-ae86-f641c778b5b6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79 HTTP/1.1" status: 200 len: 858 time: 0.1009936 Feb 19 02:58:42.606792 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 39340b62-c9b3-44a9-a220-e7be9f98a5f0 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:58:42.607408 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:42.671813 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-541b36c9-8cd7-47b2-b822-d9d7804fd75f req-f6e3b953-3d85-4c5c-bc14-52a7d195d641 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754657 Feb 19 02:58:42.674895 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-e2273627-1963-40a6-bf0e-13111a21c077 req-ae9e711c-8b39-4937-bb70-cf693b635ede tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Unset dirty status for tenant:f53fe2854fce4916a4d2d8a17072e0a7 on resource:port {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:58:42.676623 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e2273627-1963-40a6-bf0e-13111a21c077 req-ae9e711c-8b39-4937-bb70-cf693b635ede tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.87 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 946 time: 0.2978854 Feb 19 02:58:42.775270 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 734b948a-8d68-414e-94ee-4aa992a77f8d up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:58:42.867160 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 734b948a-8d68-414e-94ee-4aa992a77f8d triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:58:42.867612 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:42.926118 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1e04e-44f0-4386-9eb5-4f57907a8c7c req-94b2c8e1-68dc-4737-bf68-9547c4ff0edf tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:42.931365 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-541b36c9-8cd7-47b2-b822-d9d7804fd75f req-6913f4a5-62a8-43a1-8050-dc84c9ec488e service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232952 Feb 19 02:58:42.937124 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-33e1e04e-44f0-4386-9eb5-4f57907a8c7c req-94b2c8e1-68dc-4737-bf68-9547c4ff0edf tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1250575 Feb 19 02:58:42.984007 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0229ee94-3d1b-4a95-b30c-aad6d5a491a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:43.020328 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-e2273627-1963-40a6-bf0e-13111a21c077 req-bbf787e8-4fc1-40f5-87ea-53e990c55341 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Deleting port 39340b62-c9b3-44a9-a220-e7be9f98a5f0 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 02:58:43.020746 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-e2273627-1963-40a6-bf0e-13111a21c077 req-bbf787e8-4fc1-40f5-87ea-53e990c55341 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:43.063065 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-33e1e04e-44f0-4386-9eb5-4f57907a8c7c req-ab122dfa-2346-43d8-8831-9343c7e0cd5d tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237974 Feb 19 02:58:43.107698 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ba4c2-4565-4cc3-83f1-250de36762e3 req-98987208-741f-4120-928e-7d87c9fdb9b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:43.109441 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-806ba4c2-4565-4cc3-83f1-250de36762e3 req-98987208-741f-4120-928e-7d87c9fdb9b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.1427281 Feb 19 02:58:43.179555 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-806ba4c2-4565-4cc3-83f1-250de36762e3 req-e60313e5-d1be-4455-a936-ded80135f97e tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617518 Feb 19 02:58:43.248352 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-541b36c9-8cd7-47b2-b822-d9d7804fd75f req-3ee710c4-22f2-447a-8352-6612bd4ff65d service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1891105 Feb 19 02:58:43.369104 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:43.577649 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-e2273627-1963-40a6-bf0e-13111a21c077 req-bbf787e8-4fc1-40f5-87ea-53e990c55341 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] For port 39340b62-c9b3-44a9-a220-e7be9f98a5f0, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=39340b62-c9b3-44a9-a220-e7be9f98a5f0,segment=NetworkSegment(bcd5142b-b316-48c9-8892-79fe8ea9f18a),segment_id=bcd5142b-b316-48c9-8892-79fe8ea9f18a)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:58:43.578101 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-e2273627-1963-40a6-bf0e-13111a21c077 req-bbf787e8-4fc1-40f5-87ea-53e990c55341 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:43.587291 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eb0c3-8483-4a68-ade4-a4748a1287bd req-9e61590c-751d-4f99-aba9-6a973b3b07c0 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:43.589059 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-736eb0c3-8483-4a68-ade4-a4748a1287bd req-9e61590c-751d-4f99-aba9-6a973b3b07c0 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 946 time: 0.1187754 Feb 19 02:58:43.646355 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-736eb0c3-8483-4a68-ade4-a4748a1287bd req-d301e130-f1a2-4c65-a3f4-990f69669cdb tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493462 Feb 19 02:58:43.726614 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-e2273627-1963-40a6-bf0e-13111a21c077 req-bbf787e8-4fc1-40f5-87ea-53e990c55341 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Calling delete_port for 39340b62-c9b3-44a9-a220-e7be9f98a5f0 owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 02:58:43.913802 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-e2273627-1963-40a6-bf0e-13111a21c077 req-bbf787e8-4fc1-40f5-87ea-53e990c55341 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:43.994063 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 734b948a-8d68-414e-94ee-4aa992a77f8d up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:58:44.001305 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-54a337cb-52ef-47e3-bde9-186b2bf44568 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:44.074672 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf787e8-4fc1-40f5-87ea-53e990c55341 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Pushing event deleted for resources: {'Port': ['ID=39340b62-c9b3-44a9-a220-e7be9f98a5f0,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:44.094491 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-bbf787e8-4fc1-40f5-87ea-53e990c55341 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:44.131999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 734b948a-8d68-414e-94ee-4aa992a77f8d triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:58:44.132545 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:44.363060 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2273627-1963-40a6-bf0e-13111a21c077 req-bbf787e8-4fc1-40f5-87ea-53e990c55341 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] No DVR routers for this DVR port 39340b62-c9b3-44a9-a220-e7be9f98a5f0 on host hv-cinder-77570 {{(pid=84085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 02:58:44.368677 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-e2273627-1963-40a6-bf0e-13111a21c077 req-bbf787e8-4fc1-40f5-87ea-53e990c55341 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:44.398902 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f1c2ce-3a33-43a8-ac36-3d39a7d2e048', 'name': 'network-vif-deleted', 'tag': '39340b62-c9b3-44a9-a220-e7be9f98a5f0'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:58:44.410145 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e2273627-1963-40a6-bf0e-13111a21c077 req-bbf787e8-4fc1-40f5-87ea-53e990c55341 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.87 "DELETE /v2.0/ports/39340b62-c9b3-44a9-a220-e7be9f98a5f0 HTTP/1.1" status: 204 len: 173 time: 1.4772959 Feb 19 02:58:44.462985 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 39340b62-c9b3-44a9-a220-e7be9f98a5f0 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 02:58:44.568701 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] No Port match for: 39340b62-c9b3-44a9-a220-e7be9f98a5f0 {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 02:58:44.569933 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 39340b62-c9b3-44a9-a220-e7be9f98a5f0 not bound to the agent host hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 02:58:44.573589 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882d203-a1e4-4928-9ff5-cb94e3f20cba req-9fcfe55b-2d17-450c-be4c-1e24b1fa7646 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:44.586759 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d882d203-a1e4-4928-9ff5-cb94e3f20cba req-9fcfe55b-2d17-450c-be4c-1e24b1fa7646 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.2543898 Feb 19 02:58:44.714190 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d882d203-a1e4-4928-9ff5-cb94e3f20cba req-42925e2d-3c36-496a-bb30-2657836117cf tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227136 Feb 19 02:58:44.793883 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f1c2ce-3a33-43a8-ac36-3d39a7d2e048', 'name': 'network-vif-deleted', 'tag': '39340b62-c9b3-44a9-a220-e7be9f98a5f0', 'status': 'completed', 'code': 200} Feb 19 02:58:44.954147 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:44.977348 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b549c-00ff-432d-a725-21f4cc9a970a req-7a871c22-0414-4fa4-88d2-4a9b6c4457f1 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:44.980776 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b95b549c-00ff-432d-a725-21f4cc9a970a req-7a871c22-0414-4fa4-88d2-4a9b6c4457f1 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.1654470 Feb 19 02:58:45.080367 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b95b549c-00ff-432d-a725-21f4cc9a970a req-d9420966-5479-4264-ba44-f04dc3e19087 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903122 Feb 19 02:58:45.203939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:45.316310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d235dc-ffe2-468c-9bb1-5b4bc540703c req-fac7d8a5-a0ce-439f-a268-6d0c58c9931c tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:45.318096 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-05d235dc-ffe2-468c-9bb1-5b4bc540703c req-fac7d8a5-a0ce-439f-a268-6d0c58c9931c tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 945 time: 0.1094530 Feb 19 02:58:45.379022 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-05d235dc-ffe2-468c-9bb1-5b4bc540703c req-4f3c2899-1d17-486d-b859-c77b2de248c1 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530081 Feb 19 02:58:45.531023 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f29e00b5-557e-4e35-a331-9b95ad398663 req-965b3fa6-71e5-4ab9-a52f-1597d4f3bc70 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=90f1c2ce-3a33-43a8-ac36-3d39a7d2e048 HTTP/1.1" status: 200 len: 210 time: 0.0660808 Feb 19 02:58:46.168556 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815572e7-bb2f-4ae2-824f-b59085c76d1d req-6abdade6-ec01-478f-ba9a-998ec9679441 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:46.171497 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-815572e7-bb2f-4ae2-824f-b59085c76d1d req-6abdade6-ec01-478f-ba9a-998ec9679441 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1760044 Feb 19 02:58:46.271287 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-815572e7-bb2f-4ae2-824f-b59085c76d1d req-2a57f912-1d16-4877-a2fc-cb1301b01e52 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871587 Feb 19 02:58:46.432508 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cff4f-0d3e-45e6-ba90-55a43ecc3436 req-149c029f-62b6-4f44-8c27-e20d7e0c5e01 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:46.434643 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-327cff4f-0d3e-45e6-ba90-55a43ecc3436 req-149c029f-62b6-4f44-8c27-e20d7e0c5e01 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.1425359 Feb 19 02:58:46.500374 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-327cff4f-0d3e-45e6-ba90-55a43ecc3436 req-ed24fb09-845d-45c8-9437-b45d1c4bafe9 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586696 Feb 19 02:58:46.742046 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c45b9-efac-48d5-b638-6d81008f51f7 req-d3ca4966-ab7a-4724-acd0-4543c17143ef tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:46.745571 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-118c45b9-efac-48d5-b638-6d81008f51f7 req-d3ca4966-ab7a-4724-acd0-4543c17143ef tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 945 time: 0.1237724 Feb 19 02:58:46.837263 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-118c45b9-efac-48d5-b638-6d81008f51f7 req-fb77912f-2816-4719-9fe3-b7237300a885 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794864 Feb 19 02:58:47.284206 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86977cd6-1d8e-4c57-b266-634a22b38ef8 req-c9eb27a4-f5bd-4d8a-9f1d-7b966c52558a tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:47.285889 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-86977cd6-1d8e-4c57-b266-634a22b38ef8 req-c9eb27a4-f5bd-4d8a-9f1d-7b966c52558a tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=518a1402-56c5-45ae-a870-b6d88ffd15df HTTP/1.1" status: 200 len: 945 time: 0.0951259 Feb 19 02:58:47.341566 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-86977cd6-1d8e-4c57-b266-634a22b38ef8 req-d4da22b4-eb0c-430f-b6a5-4d38ae6d9945 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481727 Feb 19 02:58:47.547171 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d8b39-4704-46fd-9f92-cfc0f782656f req-09f398b4-4d1f-47ab-b82a-c836f9c3ac12 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:47.550242 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8e3d8b39-4704-46fd-9f92-cfc0f782656f req-09f398b4-4d1f-47ab-b82a-c836f9c3ac12 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1344087 Feb 19 02:58:47.615675 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8e3d8b39-4704-46fd-9f92-cfc0f782656f req-5355a09d-6082-4e8c-8835-5475f6d52018 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567536 Feb 19 02:58:47.766069 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4465d-2efc-4ebb-b0f8-b74bfebb6e22 req-22f9749d-3b26-4d12-b319-b1b319fd4af5 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:47.768999 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-acd4465d-2efc-4ebb-b0f8-b74bfebb6e22 req-22f9749d-3b26-4d12-b319-b1b319fd4af5 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.1249359 Feb 19 02:58:47.825460 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-acd4465d-2efc-4ebb-b0f8-b74bfebb6e22 req-6b0e5fab-40f2-4a12-a20c-da67ab2226f6 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493019 Feb 19 02:58:47.872919 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 734b948a-8d68-414e-94ee-4aa992a77f8d up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:58:48.008610 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 734b948a-8d68-414e-94ee-4aa992a77f8d triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:58:48.009105 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:48.013898 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad572a2b-c6df-43b5-b1ea-024ee39e0086 req-1b7955de-1d50-4b60-9f3d-a44e57edee2d tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:48.015301 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-ad572a2b-c6df-43b5-b1ea-024ee39e0086 req-1b7955de-1d50-4b60-9f3d-a44e57edee2d tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Synchronizing usage tracker for tenant:47c864b65a25429a8c505f1e52f302dc on resource:port {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:58:48.048403 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-ad572a2b-c6df-43b5-b1ea-024ee39e0086 req-1b7955de-1d50-4b60-9f3d-a44e57edee2d tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Unset dirty status for tenant:47c864b65a25429a8c505f1e52f302dc on resource:port {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:58:48.050822 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ad572a2b-c6df-43b5-b1ea-024ee39e0086 req-1b7955de-1d50-4b60-9f3d-a44e57edee2d tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.87 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 945 time: 0.1939576 Feb 19 02:58:48.211247 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-ad572a2b-c6df-43b5-b1ea-024ee39e0086 req-264058d3-ea87-479e-b915-5249274873c7 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Deleting port 734b948a-8d68-414e-94ee-4aa992a77f8d {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 02:58:48.212036 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ad572a2b-c6df-43b5-b1ea-024ee39e0086 req-264058d3-ea87-479e-b915-5249274873c7 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:48.239501 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a45242-6f6b-4cc8-926c-0b436f4863b4 req-1dbbbe88-c232-4080-b9a0-ff90c99707c6 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:48.242775 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b6a45242-6f6b-4cc8-926c-0b436f4863b4 req-1dbbbe88-c232-4080-b9a0-ff90c99707c6 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 945 time: 0.1736534 Feb 19 02:58:48.344114 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b6a45242-6f6b-4cc8-926c-0b436f4863b4 req-2368e771-06f2-4926-9d8b-c7889077ba3a tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878642 Feb 19 02:58:48.642608 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f6407-411b-496c-b398-326b1100bc0a req-f9258215-7642-4bd4-8754-6accb323bdca tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:48.650684 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c30f6407-411b-496c-b398-326b1100bc0a req-f9258215-7642-4bd4-8754-6accb323bdca tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=518a1402-56c5-45ae-a870-b6d88ffd15df HTTP/1.1" status: 200 len: 945 time: 0.1297767 Feb 19 02:58:48.714081 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-ad572a2b-c6df-43b5-b1ea-024ee39e0086 req-264058d3-ea87-479e-b915-5249274873c7 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] For port 734b948a-8d68-414e-94ee-4aa992a77f8d, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=734b948a-8d68-414e-94ee-4aa992a77f8d,segment=NetworkSegment(50d762e3-9ffa-4869-a0e2-043eb66fe5cf),segment_id=50d762e3-9ffa-4869-a0e2-043eb66fe5cf)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:58:48.715370 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ad572a2b-c6df-43b5-b1ea-024ee39e0086 req-264058d3-ea87-479e-b915-5249274873c7 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:48.760578 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c30f6407-411b-496c-b398-326b1100bc0a req-c67ce548-a94d-44d0-a716-78880fe663c9 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997932 Feb 19 02:58:48.928494 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed5909-107f-45b6-9aad-09e887fde37c req-fe0846e2-42ba-4ac1-95d7-11d04b095179 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:48.940799 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4fed5909-107f-45b6-9aad-09e887fde37c req-fe0846e2-42ba-4ac1-95d7-11d04b095179 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1786585 Feb 19 02:58:49.011021 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4fed5909-107f-45b6-9aad-09e887fde37c req-4a6bad74-4a54-46ea-b871-45f61588b399 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691783 Feb 19 02:58:49.016428 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-ad572a2b-c6df-43b5-b1ea-024ee39e0086 req-264058d3-ea87-479e-b915-5249274873c7 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Calling delete_port for 734b948a-8d68-414e-94ee-4aa992a77f8d owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 02:58:49.176363 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c24d9-5ee0-4eeb-a829-50ad557c356e req-8c47b7fe-01a5-4fd0-a141-47cbfd037c9f tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:49.178547 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a11c24d9-5ee0-4eeb-a829-50ad557c356e req-8c47b7fe-01a5-4fd0-a141-47cbfd037c9f tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.1121256 Feb 19 02:58:49.250053 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a11c24d9-5ee0-4eeb-a829-50ad557c356e req-b22b984a-5fa8-41fe-9b14-7ed50cb2cba4 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563104 Feb 19 02:58:49.323311 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ad572a2b-c6df-43b5-b1ea-024ee39e0086 req-264058d3-ea87-479e-b915-5249274873c7 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:49.343082 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:49.496792 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264058d3-ea87-479e-b915-5249274873c7 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Pushing event deleted for resources: {'Port': ['ID=734b948a-8d68-414e-94ee-4aa992a77f8d,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:49.522839 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 734b948a-8d68-414e-94ee-4aa992a77f8d no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 02:58:49.526813 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-264058d3-ea87-479e-b915-5249274873c7 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:49.596927 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] No Port match for: 734b948a-8d68-414e-94ee-4aa992a77f8d {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 02:58:49.597901 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 734b948a-8d68-414e-94ee-4aa992a77f8d not bound to the agent host hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 02:58:49.665176 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45ded809-0732-4ffc-ad85-0778c1cff499 req-e204b227-0e02-4a0a-ace4-57500d974ea9 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 210 time: 0.0924690 Feb 19 02:58:49.668786 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad572a2b-c6df-43b5-b1ea-024ee39e0086 req-264058d3-ea87-479e-b915-5249274873c7 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] No DVR routers for this DVR port 734b948a-8d68-414e-94ee-4aa992a77f8d on host hv-cinder-77570 {{(pid=84085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 02:58:49.671355 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ad572a2b-c6df-43b5-b1ea-024ee39e0086 req-264058d3-ea87-479e-b915-5249274873c7 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:49.674540 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfc1550-293e-433d-9818-b6f26101147a', 'name': 'network-vif-deleted', 'tag': '734b948a-8d68-414e-94ee-4aa992a77f8d'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:58:49.694041 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ad572a2b-c6df-43b5-b1ea-024ee39e0086 req-264058d3-ea87-479e-b915-5249274873c7 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.87 "DELETE /v2.0/ports/734b948a-8d68-414e-94ee-4aa992a77f8d HTTP/1.1" status: 204 len: 173 time: 1.6359055 Feb 19 02:58:49.744452 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfc1550-293e-433d-9818-b6f26101147a', 'name': 'network-vif-deleted', 'tag': '734b948a-8d68-414e-94ee-4aa992a77f8d', 'status': 'completed', 'code': 200} Feb 19 02:58:50.058937 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fe56b-b58b-4488-befb-a683b5d5e868 req-c89c056f-03dd-4554-b669-69eb730e441b tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:50.060741 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a71fe56b-b58b-4488-befb-a683b5d5e868 req-c89c056f-03dd-4554-b669-69eb730e441b tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=518a1402-56c5-45ae-a870-b6d88ffd15df HTTP/1.1" status: 200 len: 945 time: 0.1229427 Feb 19 02:58:50.155703 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a71fe56b-b58b-4488-befb-a683b5d5e868 req-1c174acd-1e6d-4a8c-9c52-e71d2ec8097a tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800719 Feb 19 02:58:50.305165 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8113e-7a92-4c38-9647-3b2fe2cabf2d req-f4608865-f878-40f5-b89f-b9c88abbbf28 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:50.307084 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-daa8113e-7a92-4c38-9647-3b2fe2cabf2d req-f4608865-f878-40f5-b89f-b9c88abbbf28 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1083603 Feb 19 02:58:50.390604 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-daa8113e-7a92-4c38-9647-3b2fe2cabf2d req-cd270895-b002-437a-a807-ee0176942522 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675824 Feb 19 02:58:50.515488 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af88d61-2a13-40e8-b0cb-c4fc0bf9f537 req-85800e22-2f23-4cc9-8d4f-6f99a4cfde96 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:50.516989 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-8af88d61-2a13-40e8-b0cb-c4fc0bf9f537 req-85800e22-2f23-4cc9-8d4f-6f99a4cfde96 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Synchronizing usage tracker for tenant:f53fe2854fce4916a4d2d8a17072e0a7 on resource:port {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:58:50.543623 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-8af88d61-2a13-40e8-b0cb-c4fc0bf9f537 req-85800e22-2f23-4cc9-8d4f-6f99a4cfde96 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Unset dirty status for tenant:f53fe2854fce4916a4d2d8a17072e0a7 on resource:port {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:58:50.546453 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b07c03-9b62-48c3-a6fa-62390a2d3d3f req-d8f488c2-a8dd-4bf6-9625-18ea89a9b3d2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:50.546640 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8af88d61-2a13-40e8-b0cb-c4fc0bf9f537 req-85800e22-2f23-4cc9-8d4f-6f99a4cfde96 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.87 "GET /v2.0/ports?device_id=518a1402-56c5-45ae-a870-b6d88ffd15df HTTP/1.1" status: 200 len: 945 time: 0.1517735 Feb 19 02:58:50.549638 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-67b07c03-9b62-48c3-a6fa-62390a2d3d3f req-d8f488c2-a8dd-4bf6-9625-18ea89a9b3d2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.1533062 Feb 19 02:58:50.619215 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-67b07c03-9b62-48c3-a6fa-62390a2d3d3f req-b436aa1b-a8ae-45bc-a6f8-f8335054eaca tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601912 Feb 19 02:58:50.687109 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-8af88d61-2a13-40e8-b0cb-c4fc0bf9f537 req-610003d3-7e4a-4ade-b91e-93e23425ea36 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Deleting port e63202a2-5f99-426e-be2d-104945f88c6f {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 02:58:50.687795 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-8af88d61-2a13-40e8-b0cb-c4fc0bf9f537 req-610003d3-7e4a-4ade-b91e-93e23425ea36 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:50.962954 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0a836280-78b1-48e9-9c29-671034844cc1 req-0addd358-e709-4586-94d9-c8c3b3b9be80 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccfc1550-293e-433d-9818-b6f26101147a HTTP/1.1" status: 200 len: 210 time: 0.0593517 Feb 19 02:58:51.107043 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-8af88d61-2a13-40e8-b0cb-c4fc0bf9f537 req-610003d3-7e4a-4ade-b91e-93e23425ea36 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] For port e63202a2-5f99-426e-be2d-104945f88c6f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=e63202a2-5f99-426e-be2d-104945f88c6f,segment=NetworkSegment(bcd5142b-b316-48c9-8892-79fe8ea9f18a),segment_id=bcd5142b-b316-48c9-8892-79fe8ea9f18a)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:58:51.107449 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-8af88d61-2a13-40e8-b0cb-c4fc0bf9f537 req-610003d3-7e4a-4ade-b91e-93e23425ea36 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:51.257568 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-8af88d61-2a13-40e8-b0cb-c4fc0bf9f537 req-610003d3-7e4a-4ade-b91e-93e23425ea36 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Calling delete_port for e63202a2-5f99-426e-be2d-104945f88c6f owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 02:58:51.408401 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da23f15-7d5d-49ca-9fd9-3a45439efc01 req-2149b115-7b74-4a73-b518-afe815f8a7e1 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:51.411657 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1da23f15-7d5d-49ca-9fd9-3a45439efc01 req-2149b115-7b74-4a73-b518-afe815f8a7e1 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=518a1402-56c5-45ae-a870-b6d88ffd15df HTTP/1.1" status: 200 len: 945 time: 0.1189756 Feb 19 02:58:51.440524 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-8af88d61-2a13-40e8-b0cb-c4fc0bf9f537 req-610003d3-7e4a-4ade-b91e-93e23425ea36 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:51.516315 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1da23f15-7d5d-49ca-9fd9-3a45439efc01 req-03a0faf9-a1fe-403a-b7e3-4302fb778be4 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950000 Feb 19 02:58:51.534602 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device e63202a2-5f99-426e-be2d-104945f88c6f no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 02:58:51.629596 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] No Port match for: e63202a2-5f99-426e-be2d-104945f88c6f {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 02:58:51.630557 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device e63202a2-5f99-426e-be2d-104945f88c6f not bound to the agent host hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 02:58:51.814372 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc88210-c5e1-48f5-a4b2-f02b0b51c744 req-c6ab8314-5aaf-4e38-9921-2866f4c2787d tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:51.816412 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3dc88210-c5e1-48f5-a4b2-f02b0b51c744 req-c6ab8314-5aaf-4e38-9921-2866f4c2787d tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1783421 Feb 19 02:58:51.866163 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cfbe34e0-84aa-4b04-9123-64d6368c5091 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:51.930284 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610003d3-7e4a-4ade-b91e-93e23425ea36 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Pushing event deleted for resources: {'Port': ['ID=e63202a2-5f99-426e-be2d-104945f88c6f,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:51.933634 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-610003d3-7e4a-4ade-b91e-93e23425ea36 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:51.987137 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af88d61-2a13-40e8-b0cb-c4fc0bf9f537 req-610003d3-7e4a-4ade-b91e-93e23425ea36 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] No DVR routers for this DVR port e63202a2-5f99-426e-be2d-104945f88c6f on host hv-cinder-77570 {{(pid=84085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 02:58:51.989685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-8af88d61-2a13-40e8-b0cb-c4fc0bf9f537 req-610003d3-7e4a-4ade-b91e-93e23425ea36 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:51.993373 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518a1402-56c5-45ae-a870-b6d88ffd15df', 'name': 'network-vif-deleted', 'tag': 'e63202a2-5f99-426e-be2d-104945f88c6f'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:58:52.012289 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8af88d61-2a13-40e8-b0cb-c4fc0bf9f537 req-610003d3-7e4a-4ade-b91e-93e23425ea36 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.87 "DELETE /v2.0/ports/e63202a2-5f99-426e-be2d-104945f88c6f HTTP/1.1" status: 204 len: 173 time: 1.4354546 Feb 19 02:58:52.189095 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3dc88210-c5e1-48f5-a4b2-f02b0b51c744 req-0c0559c0-b656-4fb9-aaaf-e832797836aa tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708969 Feb 19 02:58:52.230233 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67100ae0-7a2b-4bc8-a6eb-260282d83c94 req-552befad-db81-4f45-ba04-ad2a79e1571b tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:52.232068 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-67100ae0-7a2b-4bc8-a6eb-260282d83c94 req-552befad-db81-4f45-ba04-ad2a79e1571b tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.4088187 Feb 19 02:58:52.310895 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518a1402-56c5-45ae-a870-b6d88ffd15df', 'name': 'network-vif-deleted', 'tag': 'e63202a2-5f99-426e-be2d-104945f88c6f', 'status': 'completed', 'code': 200} Feb 19 02:58:52.336619 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-67100ae0-7a2b-4bc8-a6eb-260282d83c94 req-9673724e-8489-4e05-af4c-de7f62060319 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847070 Feb 19 02:58:52.862192 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-af48b8de-026e-4fbe-b4f1-0ef86fb1d93e req-9b5338fb-9115-42f7-b633-9f2d16da4f17 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=518a1402-56c5-45ae-a870-b6d88ffd15df HTTP/1.1" status: 200 len: 210 time: 0.1260545 Feb 19 02:58:53.044204 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-24651718-149c-459a-a378-f2f3e45b8e00 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:53.054164 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-24651718-149c-459a-a378-f2f3e45b8e00 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/networks?id=3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70 HTTP/1.1" status: 200 len: 809 time: 0.3466558 Feb 19 02:58:53.108332 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-9b2bd8ec-1018-4fc5-ac32-b137fb809f40 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/quotas/47c864b65a25429a8c505f1e52f302dc HTTP/1.1" status: 200 len: 375 time: 0.0525236 Feb 19 02:58:53.214954 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-b98029b1-e456-498c-b6c0-25977cea1647 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=47c864b65a25429a8c505f1e52f302dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910563 Feb 19 02:58:53.472565 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-fc628ce2-8de5-4b5c-ae02-b04639894f4e service neutron] 10.222.0.75 "GET /v2.0/networks/3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505608 Feb 19 02:58:53.600030 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926765d-b1e4-4a8d-a778-42937c0fa18e req-62321a20-d6e8-45bd-bdb9-429924ecc74e tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:53.601806 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4926765d-b1e4-4a8d-a778-42937c0fa18e req-62321a20-d6e8-45bd-bdb9-429924ecc74e tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.2325895 Feb 19 02:58:53.681019 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 50882) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:58:53.691833 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-56e76e7c-5a96-49f7-9ed2-e158a09b65fd service neutron] 10.222.0.75 "GET /v2.0/networks/3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2041111 Feb 19 02:58:53.695703 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4926765d-b1e4-4a8d-a778-42937c0fa18e req-45a53669-1b43-4368-a768-b452a21df74a tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822511 Feb 19 02:58:53.859058 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cbfc-4c39-4f08-b2ec-a7c6d2320d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:53.918197 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-c6e8cbfc-4c39-4f08-b2ec-a7c6d2320d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:58:53.928222 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-c6e8cbfc-4c39-4f08-b2ec-a7c6d2320d3c admin admin] Usage tracker for resource:security_group_rule and tenant:986560a10cd84fc4821a1dff13118d6f is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:58:53.937990 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-c6e8cbfc-4c39-4f08-b2ec-a7c6d2320d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:58:53.954469 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-c6e8cbfc-4c39-4f08-b2ec-a7c6d2320d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:58:54.035619 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d932ce34-f5e6-43e4-b68b-830bc4d46eee req-efcd07ae-9ce4-4fa0-a334-5935767c9efd tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e9b66cf-c458-46df-bf98-23a3d43cc9d4 HTTP/1.1" status: 200 len: 210 time: 0.0711985 Feb 19 02:58:54.070934 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa6b9d-599d-40ec-8480-7ce0ba045de5 req-2c5fa0f5-1bb7-49e2-aa0c-a0a1711248c4 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:54.083630 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1eaa6b9d-599d-40ec-8480-7ce0ba045de5 req-2c5fa0f5-1bb7-49e2-aa0c-a0a1711248c4 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.1842618 Feb 19 02:58:54.115930 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cbfc-4c39-4f08-b2ec-a7c6d2320d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:54.121065 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cbfc-4c39-4f08-b2ec-a7c6d2320d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:54.183943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:54.187269 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1eaa6b9d-599d-40ec-8480-7ce0ba045de5 req-32849092-a57b-458e-ac83-17027556375f tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010821 Feb 19 02:58:54.218744 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 50898) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:58:54.219444 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-c6e8cbfc-4c39-4f08-b2ec-a7c6d2320d3c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=986560a10cd84fc4821a1dff13118d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5361695 Feb 19 02:58:54.252545 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8cbfc-4c39-4f08-b2ec-a7c6d2320d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6b9ea8-b1cd-403d-9ae0-a2fd4d8e319f,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:54.261805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6e8cbfc-4c39-4f08-b2ec-a7c6d2320d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:54.372905 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:54.448293 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:54.565855 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:54.591258 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-774abc79-6263-44e2-883c-e3792a06dd0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:54.626481 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6b9ea8-b1cd-403d-9ae0-a2fd4d8e319f,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:54.634356 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:54.644163 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9e6b9ea8-b1cd-403d-9ae0-a2fd4d8e319f HTTP/1.1" status: 204 len: 168 time: 0.4160120 Feb 19 02:58:54.647989 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.648652 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.649353 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.650062 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.650595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.651116 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.651848 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.652290 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.652805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.653320 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.654570 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.654765 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.655560 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.656208 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.657050 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.657707 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.658366 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.659168 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.659626 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.660270 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.660908 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.661553 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.662273 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.662906 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:58:54.680889 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:55.026042 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:55.042329 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f78bb5-5261-495b-aeaa-ad1154d2bca5 req-4537ac34-c5c5-4822-8d57-35be514d0582 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:55.046527 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f3f78bb5-5261-495b-aeaa-ad1154d2bca5 req-4537ac34-c5c5-4822-8d57-35be514d0582 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1564119 Feb 19 02:58:55.141787 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f3f78bb5-5261-495b-aeaa-ad1154d2bca5 req-132c8fc7-a1c9-46df-a6ae-aca1478b18e1 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848393 Feb 19 02:58:55.373161 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8e67ade5-3620-49f0-adde-e71885769c3b req-0ed6bdb9-141e-447b-a4bb-63240fe4dc49 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e9b66cf-c458-46df-bf98-23a3d43cc9d4 HTTP/1.1" status: 200 len: 210 time: 0.0663548 Feb 19 02:58:55.775819 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bb405-062b-4ef6-84a7-2674b60f4159 req-8b50c15d-b19b-4798-9021-2880f23d32cb tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:55.779311 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ab3bb405-062b-4ef6-84a7-2674b60f4159 req-8b50c15d-b19b-4798-9021-2880f23d32cb tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.1915882 Feb 19 02:58:55.860159 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ab3bb405-062b-4ef6-84a7-2674b60f4159 req-d9a20b20-8c29-4028-89c6-885fb8183835 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709674 Feb 19 02:58:56.460107 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-fbf3a140-f3d4-46ce-90b8-2182a77fb5c8 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:56.462805 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-fbf3a140-f3d4-46ce-90b8-2182a77fb5c8 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.87 "GET /v2.0/networks?id=3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70 HTTP/1.1" status: 200 len: 809 time: 0.2710986 Feb 19 02:58:56.519457 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dbbd1-7c2b-425f-b6ee-df1908f7dbad req-558ed525-2006-460b-873c-1ba9507d64e4 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:56.521238 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6d2dbbd1-7c2b-425f-b6ee-df1908f7dbad req-558ed525-2006-460b-873c-1ba9507d64e4 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 946 time: 0.2674575 Feb 19 02:58:56.535379 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69b1f8-1261-44ad-bd19-6c15f257d797 req-7f1055f2-da6d-4e83-8762-e14eb9d2db21 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:56.537714 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0b69b1f8-1261-44ad-bd19-6c15f257d797 req-7f1055f2-da6d-4e83-8762-e14eb9d2db21 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1613896 Feb 19 02:58:56.539008 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-e270de93-67ff-4996-82be-f8cb747bef62 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Request body: {'port': {'device_id': '3e9b66cf-c458-46df-bf98-23a3d43cc9d4', 'network_id': '3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70', 'admin_state_up': True, 'tenant_id': '47c864b65a25429a8c505f1e52f302dc'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:56.645424 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0b69b1f8-1261-44ad-bd19-6c15f257d797 req-9d8fa89c-2945-424c-937d-fb3426520409 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887673 Feb 19 02:58:56.674423 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6d2dbbd1-7c2b-425f-b6ee-df1908f7dbad req-a4820037-f159-4f65-9ec7-42ff9dd3d621 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351542 Feb 19 02:58:56.886487 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-e270de93-67ff-4996-82be-f8cb747bef62 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:58:56.902448 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-e270de93-67ff-4996-82be-f8cb747bef62 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Usage tracker for resource:port and tenant:47c864b65a25429a8c505f1e52f302dc is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:58:56.914518 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-e270de93-67ff-4996-82be-f8cb747bef62 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:58:56.940237 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-e270de93-67ff-4996-82be-f8cb747bef62 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:58:56.945106 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-aa59fe11-4285-492b-8a5a-41f03af11395 req-e09b4382-f4e7-4de1-acf8-d08099996622 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e9b66cf-c458-46df-bf98-23a3d43cc9d4 HTTP/1.1" status: 200 len: 210 time: 0.1177325 Feb 19 02:58:56.979928 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-e270de93-67ff-4996-82be-f8cb747bef62 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Made reservation on behalf of 47c864b65a25429a8c505f1e52f302dc for: {'port': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:58:57.006141 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-e270de93-67ff-4996-82be-f8cb747bef62 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:57.290115 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e54735-4f64-4eae-a309-4e43085abdc3 req-aac3018c-bcf5-4f1f-a2f5-7db513fbaabb tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:57.305454 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d0e54735-4f64-4eae-a309-4e43085abdc3 req-aac3018c-bcf5-4f1f-a2f5-7db513fbaabb tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.1758327 Feb 19 02:58:57.366025 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d0e54735-4f64-4eae-a309-4e43085abdc3 req-4f040251-1c86-4b93-9b53-8f8cc9d0a264 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584664 Feb 19 02:58:57.489398 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-e270de93-67ff-4996-82be-f8cb747bef62 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Allocated IP 172.20.0.3 (3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70/26e33415-67e7-40fd-b206-bf110df10ffc/9972d153-198b-4e41-a71f-df25ae8c97a3) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:58:57.809299 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-e270de93-67ff-4996-82be-f8cb747bef62 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:57.936755 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-e270de93-67ff-4996-82be-f8cb747bef62 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:57.970747 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-610003d3-7e4a-4ade-b91e-93e23425ea36 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:58.126287 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643369e5-6d2e-474e-8574-a551d392b933 req-a00daa5e-7523-4859-bb05-18383ca5ed60 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:58.130312 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-643369e5-6d2e-474e-8574-a551d392b933 req-a00daa5e-7523-4859-bb05-18383ca5ed60 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.2867467 Feb 19 02:58:58.140784 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270de93-67ff-4996-82be-f8cb747bef62 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Pushing event updated for resources: {'Port': ['ID=9972d153-198b-4e41-a71f-df25ae8c97a3,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:58:58.150724 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e270de93-67ff-4996-82be-f8cb747bef62 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:58:58.152428 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4b7f2-c97a-447d-ab4a-8ace1eb44dba req-860097a9-844a-4390-a219-b3b54421eaf8 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:58.157222 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4ad4b7f2-c97a-447d-ab4a-8ace1eb44dba req-860097a9-844a-4390-a219-b3b54421eaf8 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 946 time: 0.1951118 Feb 19 02:58:58.238421 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-e270de93-67ff-4996-82be-f8cb747bef62 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Network 3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:58:58.239879 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-e270de93-67ff-4996-82be-f8cb747bef62 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:58:58.243108 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-e270de93-67ff-4996-82be-f8cb747bef62 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:58:58.307112 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-643369e5-6d2e-474e-8574-a551d392b933 req-28bcc7df-b453-4cc7-94fc-76ba36745559 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482661 Feb 19 02:58:58.321951 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4ad4b7f2-c97a-447d-ab4a-8ace1eb44dba req-5bd44ba1-f0a1-47da-9453-2e7d0bbaefc5 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335824 Feb 19 02:58:58.322806 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-e270de93-67ff-4996-82be-f8cb747bef62 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:58.323765 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-e270de93-67ff-4996-82be-f8cb747bef62 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:58.374611 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-e270de93-67ff-4996-82be-f8cb747bef62 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8346050 Feb 19 02:58:58.396761 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Request body: {'port': {'device_id': '3e9b66cf-c458-46df-bf98-23a3d43cc9d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:58.546842 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:58.742053 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9954be3-4174-40f3-94a2-f2c5ea96fedd req-ff27518b-ea30-4c2f-8d63-4428f870dc98 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:58.746694 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a9954be3-4174-40f3-94a2-f2c5ea96fedd req-ff27518b-ea30-4c2f-8d63-4428f870dc98 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e9b66cf-c458-46df-bf98-23a3d43cc9d4 HTTP/1.1" status: 200 len: 931 time: 0.1390681 Feb 19 02:58:58.875214 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a9954be3-4174-40f3-94a2-f2c5ea96fedd req-7adc6ea8-0cd8-4cf0-86f9-fc7c83ecba94 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197572 Feb 19 02:58:59.093470 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35b035-3dbb-4907-8f38-d864d20fe654 req-413955b6-147f-44ff-a80c-7a8ba778da0d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:59.095682 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1e35b035-3dbb-4907-8f38-d864d20fe654 req-413955b6-147f-44ff-a80c-7a8ba778da0d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.1995306 Feb 19 02:58:59.225755 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dc9f2-347e-4683-aa81-54390f8e09e6 req-d85c3dc5-270b-413b-97c9-f312716f0531 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:59.226774 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-414dc9f2-347e-4683-aa81-54390f8e09e6 req-d85c3dc5-270b-413b-97c9-f312716f0531 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Synchronizing usage tracker for tenant:f53fe2854fce4916a4d2d8a17072e0a7 on resource:port {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:58:59.253497 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-414dc9f2-347e-4683-aa81-54390f8e09e6 req-d85c3dc5-270b-413b-97c9-f312716f0531 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Unset dirty status for tenant:f53fe2854fce4916a4d2d8a17072e0a7 on resource:port {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:58:59.256100 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-414dc9f2-347e-4683-aa81-54390f8e09e6 req-d85c3dc5-270b-413b-97c9-f312716f0531 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.87 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 946 time: 0.4092834 Feb 19 02:58:59.307432 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1e35b035-3dbb-4907-8f38-d864d20fe654 req-32030421-255d-4d18-8e5c-ece4ef698bec tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079698 Feb 19 02:58:59.333063 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e87b8-a227-4718-8378-678062876226 req-994829cb-2ea5-4f1f-9ace-e66beebfa515 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:59.358860 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5b2e87b8-a227-4718-8378-678062876226 req-994829cb-2ea5-4f1f-9ace-e66beebfa515 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.2576954 Feb 19 02:58:59.411091 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-414dc9f2-347e-4683-aa81-54390f8e09e6 req-600b94c0-c58a-46e5-90ef-217ebcacaf54 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Deleting port 7e81dcac-03ef-4f8a-83c9-00dd0cd307df {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 02:58:59.411738 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-414dc9f2-347e-4683-aa81-54390f8e09e6 req-600b94c0-c58a-46e5-90ef-217ebcacaf54 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:59.455671 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5b2e87b8-a227-4718-8378-678062876226 req-b39dc0cb-fb49-45ac-b691-ec3c89779322 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954468 Feb 19 02:58:59.547238 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.resource_extend [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 19 02:58:59.741100 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9972d153-198b-4e41-a71f-df25ae8c97a3 {{(pid=84085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 02:58:59.756103 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:59.784216 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Transition to ACTIVE for port object 9972d153-198b-4e41-a71f-df25ae8c97a3 will not be triggered until provisioned by entity L2. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:58:59.801776 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:59.814889 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:58:59.825529 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-bc77825b-e4b1-44d3-9927-2568be89bdbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:58:59.950276 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c5cdb-be96-4b51-8552-6627eb138f75 req-779376de-b2ce-468b-8a2a-ec33401ce530 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:58:59.953366 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1d1c5cdb-be96-4b51-8552-6627eb138f75 req-779376de-b2ce-468b-8a2a-ec33401ce530 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 946 time: 0.3483880 Feb 19 02:58:59.986062 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-414dc9f2-347e-4683-aa81-54390f8e09e6 req-600b94c0-c58a-46e5-90ef-217ebcacaf54 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] For port 7e81dcac-03ef-4f8a-83c9-00dd0cd307df, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=7e81dcac-03ef-4f8a-83c9-00dd0cd307df,segment=NetworkSegment(bcd5142b-b316-48c9-8892-79fe8ea9f18a),segment_id=bcd5142b-b316-48c9-8892-79fe8ea9f18a)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:58:59.986463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-414dc9f2-347e-4683-aa81-54390f8e09e6 req-600b94c0-c58a-46e5-90ef-217ebcacaf54 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:58:59.991273 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:58:59.991749 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:00.030752 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264c1dc-a44f-4f9d-9a83-a8f51d98b4f5 req-39f92682-9abd-4e14-81c5-bfac7e4a8d37 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:00.033798 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4264c1dc-a44f-4f9d-9a83-a8f51d98b4f5 req-39f92682-9abd-4e14-81c5-bfac7e4a8d37 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.3143656 Feb 19 02:59:00.115604 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1d1c5cdb-be96-4b51-8552-6627eb138f75 req-a64b4a35-9d95-41ec-bc91-af5722c10821 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/security-groups?id=b11e5575-e8fc-4296-87ef-83c50206e539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508627 Feb 19 02:59:00.165374 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Pushing event updated for resources: {'Port': ['ID=9972d153-198b-4e41-a71f-df25ae8c97a3,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:00.178573 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-414dc9f2-347e-4683-aa81-54390f8e09e6 req-600b94c0-c58a-46e5-90ef-217ebcacaf54 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Calling delete_port for 7e81dcac-03ef-4f8a-83c9-00dd0cd307df owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 02:59:00.188901 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4264c1dc-a44f-4f9d-9a83-a8f51d98b4f5 req-2600c0e9-f964-4840-92eb-c8320932cafb tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369779 Feb 19 02:59:00.225374 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:00.279586 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 7e81dcac-03ef-4f8a-83c9-00dd0cd307df no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 02:59:00.352496 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85865818-124c-4db5-91eb-1a17a1d47523 req-e011262e-1456-486b-8efd-93511e7b584f tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:00.354037 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-85865818-124c-4db5-91eb-1a17a1d47523 req-e011262e-1456-486b-8efd-93511e7b584f tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e9b66cf-c458-46df-bf98-23a3d43cc9d4 HTTP/1.1" status: 200 len: 943 time: 0.1051898 Feb 19 02:59:00.421016 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-85865818-124c-4db5-91eb-1a17a1d47523 req-df704289-2d29-4eec-8458-bed8e77180b8 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540617 Feb 19 02:59:00.440067 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:00.584290 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Attempting to bind port 9972d153-198b-4e41-a71f-df25ae8c97a3 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:00.585455 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Attempting to bind port 9972d153-198b-4e41-a71f-df25ae8c97a3 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '50d762e3-9ffa-4869-a0e2-043eb66fe5cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70'}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:59:00.586089 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Attempting to bind port 9972d153-198b-4e41-a71f-df25ae8c97a3 on network 3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70 {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:59:00.594804 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Checking agent: {'id': '38d2f619-f811-4ccc-89e2-793bab8ea98e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 53, 25), 'started_at': datetime.datetime(2021, 2, 19, 2, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:59:00.595579 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Checking segment: {'id': '50d762e3-9ffa-4869-a0e2-043eb66fe5cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:59:00.596186 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:00.596837 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Bound using segment: {'id': '50d762e3-9ffa-4869-a0e2-043eb66fe5cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70'} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:59:00.597564 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Bound port: 9972d153-198b-4e41-a71f-df25ae8c97a3, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d762e3-9ffa-4869-a0e2-043eb66fe5cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70'}}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:59:00.598280 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:00.659898 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-414dc9f2-347e-4683-aa81-54390f8e09e6 req-600b94c0-c58a-46e5-90ef-217ebcacaf54 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:00.690519 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:00.735540 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b899741-699c-4c89-906b-f4b3c54ff1d2 req-2b6bd255-383b-40ae-b539-d57fd8f15b5b tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:00.739223 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6b899741-699c-4c89-906b-f4b3c54ff1d2 req-2b6bd255-383b-40ae-b539-d57fd8f15b5b tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.2668605 Feb 19 02:59:00.802570 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b94c0-c58a-46e5-90ef-217ebcacaf54 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Pushing event deleted for resources: {'Port': ['ID=7e81dcac-03ef-4f8a-83c9-00dd0cd307df,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:00.812776 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-600b94c0-c58a-46e5-90ef-217ebcacaf54 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:00.837805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd19fdf-f323-4b50-8d83-4bbc27cfd548 req-b96661b6-2168-44f1-babf-0590f7f5faad tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:00.839349 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1fd19fdf-f323-4b50-8d83-4bbc27cfd548 req-b96661b6-2168-44f1-babf-0590f7f5faad tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.2200820 Feb 19 02:59:00.855699 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6b899741-699c-4c89-906b-f4b3c54ff1d2 req-13de8999-232e-4901-b0ed-528619d8104a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990899 Feb 19 02:59:00.876545 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] For port 9972d153-198b-4e41-a71f-df25ae8c97a3, host hv-cinder-77570, cleared binding levels {{(pid=84085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:59:00.895703 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] For port 9972d153-198b-4e41-a71f-df25ae8c97a3, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9972d153-198b-4e41-a71f-df25ae8c97a3,segment=NetworkSegment(50d762e3-9ffa-4869-a0e2-043eb66fe5cf),segment_id=50d762e3-9ffa-4869-a0e2-043eb66fe5cf)] {{(pid=84085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:59:00.912863 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1fd19fdf-f323-4b50-8d83-4bbc27cfd548 req-74f7108c-29a9-4d20-8b7f-45cb002edf91 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566108 Feb 19 02:59:00.913130 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:01.314202 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-968d7ca9-6d1c-487f-ba9d-c8defd8c2366 tempest-VolumesActionsTest-1224985931 tempest-VolumesActionsTest-1224985931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:01.426516 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:01.427292 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:01.429145 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] 10.222.0.87 "PUT /v2.0/ports/9972d153-198b-4e41-a71f-df25ae8c97a3 HTTP/1.1" status: 200 len: 1157 time: 3.0382650 Feb 19 02:59:01.432350 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9b66cf-c458-46df-bf98-23a3d43cc9d4', 'tag': '9972d153-198b-4e41-a71f-df25ae8c97a3'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:59:01.486882 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-414dc9f2-347e-4683-aa81-54390f8e09e6 req-600b94c0-c58a-46e5-90ef-217ebcacaf54 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] No DVR routers for this DVR port 7e81dcac-03ef-4f8a-83c9-00dd0cd307df on host hv-cinder-77570 {{(pid=84085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 02:59:01.494604 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-414dc9f2-347e-4683-aa81-54390f8e09e6 req-600b94c0-c58a-46e5-90ef-217ebcacaf54 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:01.500212 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Pushing event updated for resources: {'Port': ['ID=9972d153-198b-4e41-a71f-df25ae8c97a3,revision_number=3']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:01.508221 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:01.519731 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-dd14fdc7-de9a-45f2-8519-b3df00e77e00 req-a7fcfe9a-4f30-42fb-9dc4-8705466182c2 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 210 time: 0.1883421 Feb 19 02:59:01.588954 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-414dc9f2-347e-4683-aa81-54390f8e09e6 req-600b94c0-c58a-46e5-90ef-217ebcacaf54 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.87 "DELETE /v2.0/ports/7e81dcac-03ef-4f8a-83c9-00dd0cd307df HTTP/1.1" status: 204 len: 173 time: 2.3248820 Feb 19 02:59:01.600111 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9b66cf-c458-46df-bf98-23a3d43cc9d4', 'tag': '9972d153-198b-4e41-a71f-df25ae8c97a3', 'status': 'completed', 'code': 200} Feb 19 02:59:01.677813 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cd224-d50e-476a-a122-44acef144554 req-c9e244d0-9282-491f-8b6e-4fe47f74d9ad tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:01.683952 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-f8566253-8b9b-41c0-baf6-1e18196d6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:01.686826 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-f8566253-8b9b-41c0-baf6-1e18196d6792 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=47c864b65a25429a8c505f1e52f302dc&device_id=3e9b66cf-c458-46df-bf98-23a3d43cc9d4 HTTP/1.1" status: 200 len: 1160 time: 0.1632998 Feb 19 02:59:01.691663 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4e0cd224-d50e-476a-a122-44acef144554 req-c9e244d0-9282-491f-8b6e-4fe47f74d9ad tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.3574491 Feb 19 02:59:01.936210 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-90336a77-a713-4f0b-81c3-c36f78289fa5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9972d153-198b-4e41-a71f-df25ae8c97a3 HTTP/1.1" status: 200 len: 217 time: 0.2235782 Feb 19 02:59:01.981994 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4e0cd224-d50e-476a-a122-44acef144554 req-56cebdc1-c417-4709-9fb1-be8740f27f8d tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877636 Feb 19 02:59:02.076585 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-d72342ee-25e9-4290-8073-6ffa7e980be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:02.079117 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-d72342ee-25e9-4290-8073-6ffa7e980be2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=26e33415-67e7-40fd-b206-bf110df10ffc HTTP/1.1" status: 200 len: 849 time: 0.1106775 Feb 19 02:59:02.133518 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e51e1-5979-4e62-a6e3-a385d26477ca req-eb38064b-b6d6-4769-91cd-33d2e6623ab6 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:02.138407 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-215e51e1-5979-4e62-a6e3-a385d26477ca req-eb38064b-b6d6-4769-91cd-33d2e6623ab6 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e9b66cf-c458-46df-bf98-23a3d43cc9d4 HTTP/1.1" status: 200 len: 943 time: 0.3064954 Feb 19 02:59:02.147654 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-b313eefd-a694-4760-948f-0e609d03d9ba service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580442 Feb 19 02:59:02.213074 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-215e51e1-5979-4e62-a6e3-a385d26477ca req-f9af2934-63d7-4622-8dfb-589f48783a5e tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602050 Feb 19 02:59:02.357068 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e08a86-6518-434a-b86d-a632931f25a8 req-e88308f4-b25a-4f9b-958e-65313f88b316 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:02.359559 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-38e08a86-6518-434a-b86d-a632931f25a8 req-e88308f4-b25a-4f9b-958e-65313f88b316 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.1065273 Feb 19 02:59:02.437010 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-564fbcc9-a455-4336-923c-31f5bf0dcd5c service neutron] 10.222.0.87 "GET /v2.0/networks/3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668383 Feb 19 02:59:02.495690 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-38e08a86-6518-434a-b86d-a632931f25a8 req-45c8afcd-56d5-4f57-ab37-5bd52280ed8c tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253161 Feb 19 02:59:02.521842 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97e83f-bc7c-47d5-bd2a-0181e75675ac req-c066a462-a0c6-4446-847b-944fcd415aec tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:02.523586 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1e97e83f-bc7c-47d5-bd2a-0181e75675ac req-c066a462-a0c6-4446-847b-944fcd415aec tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.1240799 Feb 19 02:59:02.604658 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1e97e83f-bc7c-47d5-bd2a-0181e75675ac req-88c7acca-8228-4ff8-b903-b0605fe48a3a tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717790 Feb 19 02:59:02.692537 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ba186217-9f04-4337-8e5a-3455ceff21dd req-485acc02-e15c-4641-8abe-e8b002323c64 service neutron] 10.222.0.87 "GET /v2.0/networks/3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1953537 Feb 19 02:59:02.786788 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-58b3e3fb-c021-4020-ad81-aecfa70c7f5d req-0cbff361-0750-47e5-9ac8-08912684194e tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] 10.222.0.75 "GET /v2.0/ports?device_id=c553498c-3f58-4c56-a9a5-3e0468ea5db6 HTTP/1.1" status: 200 len: 210 time: 0.0646453 Feb 19 02:59:02.964027 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f4476-aaf0-4f46-99b7-fbbdf55523ba req-a85abb52-7334-4d22-b943-cf38127ab3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:02.966861 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fc1f4476-aaf0-4f46-99b7-fbbdf55523ba req-a85abb52-7334-4d22-b943-cf38127ab3db service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=47c864b65a25429a8c505f1e52f302dc&device_id=3e9b66cf-c458-46df-bf98-23a3d43cc9d4 HTTP/1.1" status: 200 len: 1160 time: 0.1420853 Feb 19 02:59:03.191910 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f4476-aaf0-4f46-99b7-fbbdf55523ba req-554974f6-e1f1-4e66-842b-488037742ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:03.194417 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fc1f4476-aaf0-4f46-99b7-fbbdf55523ba req-554974f6-e1f1-4e66-842b-488037742ab9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70 HTTP/1.1" status: 200 len: 903 time: 0.2153471 Feb 19 02:59:03.304596 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fc1f4476-aaf0-4f46-99b7-fbbdf55523ba req-c08690bb-798c-4463-8d7f-f8bc4d34650c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9972d153-198b-4e41-a71f-df25ae8c97a3 HTTP/1.1" status: 200 len: 217 time: 0.1024809 Feb 19 02:59:03.328290 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa11775-9141-4bb0-a8ef-680afa901845 req-63698bb2-2ed4-4dbd-8295-bf3ff2f3c325 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:03.331910 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-dfa11775-9141-4bb0-a8ef-680afa901845 req-63698bb2-2ed4-4dbd-8295-bf3ff2f3c325 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1642325 Feb 19 02:59:03.410892 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f4476-aaf0-4f46-99b7-fbbdf55523ba req-44fb0ae3-3a9c-4dcb-be5a-b40cf1799569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:03.412683 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fc1f4476-aaf0-4f46-99b7-fbbdf55523ba req-44fb0ae3-3a9c-4dcb-be5a-b40cf1799569 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=26e33415-67e7-40fd-b206-bf110df10ffc HTTP/1.1" status: 200 len: 849 time: 0.0931945 Feb 19 02:59:03.481689 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fc1f4476-aaf0-4f46-99b7-fbbdf55523ba req-7f5110bf-8bdf-4efb-823b-ade70f6be353 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600471 Feb 19 02:59:03.664329 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c553498c-3f58-4c56-a9a5-3e0468ea5db6', 'name': 'network-vif-deleted', 'tag': '7e81dcac-03ef-4f8a-83c9-00dd0cd307df'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:59:03.672156 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fc1f4476-aaf0-4f46-99b7-fbbdf55523ba req-81300735-94c1-4b21-9db2-3f0dbb904fd8 service neutron] 10.222.0.87 "GET /v2.0/networks/3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779318 Feb 19 02:59:03.793626 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-dfa11775-9141-4bb0-a8ef-680afa901845 req-0325888c-db22-4909-8277-ca86b8ae8720 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543581 Feb 19 02:59:03.842067 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea419963-5b47-4836-9668-448cdb0dee53 req-fe7fce6f-3efc-4f96-ac84-258d45f40d15 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:03.846281 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ea419963-5b47-4836-9668-448cdb0dee53 req-fe7fce6f-3efc-4f96-ac84-258d45f40d15 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e9b66cf-c458-46df-bf98-23a3d43cc9d4 HTTP/1.1" status: 200 len: 943 time: 0.4777765 Feb 19 02:59:03.908896 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fc1f4476-aaf0-4f46-99b7-fbbdf55523ba req-5017b685-9246-452b-82f6-b4eb14f4ae4d service neutron] 10.222.0.87 "GET /v2.0/networks/3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2220089 Feb 19 02:59:03.921530 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ea419963-5b47-4836-9668-448cdb0dee53 req-91971b76-453d-4469-be40-29fdcd1d0868 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683122 Feb 19 02:59:04.053089 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79fe44-f081-4414-8d27-3745a9773860 req-6e36222a-4688-4627-90fd-a443dd4e1cf2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:04.054903 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3c79fe44-f081-4414-8d27-3745a9773860 req-6e36222a-4688-4627-90fd-a443dd4e1cf2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.1155365 Feb 19 02:59:04.173314 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3c79fe44-f081-4414-8d27-3745a9773860 req-a8939d10-bcb0-4b5e-a3b6-df4746af2a8b tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099160 Feb 19 02:59:04.218898 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8433d-23bf-4f86-843f-942810f29d8c req-a1a208c8-6eda-4896-803a-2b0323dfaa21 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:04.222840 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bec8433d-23bf-4f86-843f-942810f29d8c req-a1a208c8-6eda-4896-803a-2b0323dfaa21 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.1415343 Feb 19 02:59:04.247176 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c553498c-3f58-4c56-a9a5-3e0468ea5db6', 'name': 'network-vif-deleted', 'tag': '7e81dcac-03ef-4f8a-83c9-00dd0cd307df', 'status': 'completed', 'code': 200} Feb 19 02:59:04.313165 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bec8433d-23bf-4f86-843f-942810f29d8c req-43ef24c1-3879-4231-b8be-0839a9190d3e tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794554 Feb 19 02:59:04.381201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 51100) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:04.469855 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b398d1-dfcc-4990-889f-4a4ab5b37b17 admin admin] Deleting subnet d1b0d8e7-d261-47fc-bf06-034ec39db489 {{(pid=84083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 02:59:04.475943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-82b398d1-dfcc-4990-889f-4a4ab5b37b17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:04.575764 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-82b398d1-dfcc-4990-889f-4a4ab5b37b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851840390'] for subnet, precommit_delete_associations {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:04.683691 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-82b398d1-dfcc-4990-889f-4a4ab5b37b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764431'] for subnet, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:04.793719 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 51110) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:05.082373 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bde9f0d4-0489-4d71-b669-c62b21042c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:05.101320 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-bde9f0d4-0489-4d71-b669-c62b21042c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:59:05.106395 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-bde9f0d4-0489-4d71-b669-c62b21042c6f admin admin] Usage tracker for resource:security_group_rule and tenant:dea68978ac814e3c95cea6423dea3611 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:59:05.109806 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-bde9f0d4-0489-4d71-b669-c62b21042c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:59:05.116703 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-bde9f0d4-0489-4d71-b669-c62b21042c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:59:05.224620 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bde9f0d4-0489-4d71-b669-c62b21042c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:05.233757 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bde9f0d4-0489-4d71-b669-c62b21042c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:05.245772 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6e8cbfc-4c39-4f08-b2ec-a7c6d2320d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:05.330755 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-bde9f0d4-0489-4d71-b669-c62b21042c6f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dea68978ac814e3c95cea6423dea3611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5330100 Feb 19 02:59:05.330755 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9f0d4-0489-4d71-b669-c62b21042c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d87254c-4558-4d1c-b790-316137a83cb5,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:05.335136 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 51130) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:05.340071 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-bde9f0d4-0489-4d71-b669-c62b21042c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:05.426699 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ed536-f472-49de-93a0-eb1577e83499 req-ae4c087a-5651-4334-95d4-3532781e7468 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:05.429232 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-519ed536-f472-49de-93a0-eb1577e83499 req-ae4c087a-5651-4334-95d4-3532781e7468 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.4191654 Feb 19 02:59:05.454465 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-82b398d1-dfcc-4990-889f-4a4ab5b37b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847011385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852589313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852852935'] for subnet, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:05.465993 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-22870b3f-bc7e-4764-955e-79c254605d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:05.471443 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52b4b0-e0d8-4b52-9a5f-2508e81c2823 req-10d5c589-1074-4039-9798-d2740415b69d tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:05.474756 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4c52b4b0-e0d8-4b52-9a5f-2508e81c2823 req-10d5c589-1074-4039-9798-d2740415b69d tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e9b66cf-c458-46df-bf98-23a3d43cc9d4 HTTP/1.1" status: 200 len: 943 time: 0.3800633 Feb 19 02:59:05.503326 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-22870b3f-bc7e-4764-955e-79c254605d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:05.546365 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b2a9a3f5-09ce-4782-9278-b4e05e0778c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:05.586479 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-22870b3f-bc7e-4764-955e-79c254605d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:05.593794 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:05.608024 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22870b3f-bc7e-4764-955e-79c254605d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d87254c-4558-4d1c-b790-316137a83cb5,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:05.613190 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-22870b3f-bc7e-4764-955e-79c254605d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:05.617613 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-22870b3f-bc7e-4764-955e-79c254605d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:05.619227 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-22870b3f-bc7e-4764-955e-79c254605d36 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0d87254c-4558-4d1c-b790-316137a83cb5 HTTP/1.1" status: 204 len: 168 time: 0.2825832 Feb 19 02:59:05.648598 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:59:05.753658 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b398d1-dfcc-4990-889f-4a4ab5b37b17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b0d8e7-d261-47fc-bf06-034ec39db489,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:05.771301 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-82b398d1-dfcc-4990-889f-4a4ab5b37b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:05.886407 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4c52b4b0-e0d8-4b52-9a5f-2508e81c2823 req-94b2fa04-c594-4a89-aa2f-8e3cfed75f27 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740544 Feb 19 02:59:05.897626 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-519ed536-f472-49de-93a0-eb1577e83499 req-97655e9d-0c0d-435a-954e-e025fb52659f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207151 Feb 19 02:59:05.954473 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-82b398d1-dfcc-4990-889f-4a4ab5b37b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:05.973982 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-82b398d1-dfcc-4990-889f-4a4ab5b37b17 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d1b0d8e7-d261-47fc-bf06-034ec39db489 HTTP/1.1" status: 204 len: 168 time: 1.5886226 Feb 19 02:59:05.975657 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 51146) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:06.257322 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-648f8471-0ffa-4bdb-a24a-2bbb1c3509dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846840226'] for network, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:06.539031 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ca937-56f3-43c1-86ee-9f5a6ffc0cf0 req-3ac02a7e-1e4c-45ca-8e0a-477517514320 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:06.557941 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-387ca937-56f3-43c1-86ee-9f5a6ffc0cf0 req-3ac02a7e-1e4c-45ca-8e0a-477517514320 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.4583468 Feb 19 02:59:06.575628 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b03b0-9997-4096-af56-d70c76706666 req-4d26e7b6-1888-4b50-a569-201b108375e2 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:06.590754 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-138b03b0-9997-4096-af56-d70c76706666 req-4d26e7b6-1888-4b50-a569-201b108375e2 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.3947277 Feb 19 02:59:06.654332 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-648f8471-0ffa-4bdb-a24a-2bbb1c3509dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7765560', 'neutron.services.segments.db._delete_segments_for_network--9223363286358539226'] for network, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:06.804994 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-648f8471-0ffa-4bdb-a24a-2bbb1c3509dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc92614e-7e38-45f5-b055-2b7cad057984']}} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:59:06.810242 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-138b03b0-9997-4096-af56-d70c76706666 req-830ea3c7-1b3e-491f-81f7-17415341bb75 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120168 Feb 19 02:59:06.820144 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-387ca937-56f3-43c1-86ee-9f5a6ffc0cf0 req-d3025a6b-66b4-417a-926e-2ac3ef4405dc tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245493 Feb 19 02:59:06.825504 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-648f8471-0ffa-4bdb-a24a-2bbb1c3509dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd5142b-b316-48c9-8892-79fe8ea9f18a') {'for_net_delete': True} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:59:06.826446 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-648f8471-0ffa-4bdb-a24a-2bbb1c3509dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd5142b-b316-48c9-8892-79fe8ea9f18a') {} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 02:59:06.852101 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-648f8471-0ffa-4bdb-a24a-2bbb1c3509dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286358535642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852701100'] for segment, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:06.891915 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 9972d153-198b-4e41-a71f-df25ae8c97a3 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:59:06.912529 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-648f8471-0ffa-4bdb-a24a-2bbb1c3509dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:06.916250 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-648f8471-0ffa-4bdb-a24a-2bbb1c3509dd admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 02:59:07.137618 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning for port 9972d153-198b-4e41-a71f-df25ae8c97a3 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:59:07.155843 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 9972d153-198b-4e41-a71f-df25ae8c97a3 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:59:07.156748 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:07.518834 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-648f8471-0ffa-4bdb-a24a-2bbb1c3509dd admin admin] Network dc92614e-7e38-45f5-b055-2b7cad057984 has no segments {{(pid=84085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 02:59:07.520459 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:07.539520 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-648f8471-0ffa-4bdb-a24a-2bbb1c3509dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7736240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852560578'] for segment, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:07.589013 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9b66cf-c458-46df-bf98-23a3d43cc9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9972d153-198b-4e41-a71f-df25ae8c97a3'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:59:07.622480 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 9972d153-198b-4e41-a71f-df25ae8c97a3, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9972d153-198b-4e41-a71f-df25ae8c97a3,segment=NetworkSegment(50d762e3-9ffa-4869-a0e2-043eb66fe5cf),segment_id=50d762e3-9ffa-4869-a0e2-043eb66fe5cf)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:59:07.632458 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:07.635391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:07.661468 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bc32f-4275-4dd4-8be5-b32a604bd88a req-04abfea2-be0a-484f-a34e-b94409f5f578 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:07.663907 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8b9bc32f-4275-4dd4-8be5-b32a604bd88a req-04abfea2-be0a-484f-a34e-b94409f5f578 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.3244400 Feb 19 02:59:07.682209 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999d0da-fcb4-4714-9aaf-2297bf6a1d1b req-635353a5-a225-43dd-83f2-c786d64d2851 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:07.686184 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7999d0da-fcb4-4714-9aaf-2297bf6a1d1b req-635353a5-a225-43dd-83f2-c786d64d2851 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e9b66cf-c458-46df-bf98-23a3d43cc9d4 HTTP/1.1" status: 200 len: 943 time: 0.4762471 Feb 19 02:59:07.799664 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8b9bc32f-4275-4dd4-8be5-b32a604bd88a req-df22ede4-22d1-42b2-91b4-28a3c8e8402f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077785 Feb 19 02:59:07.803583 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7999d0da-fcb4-4714-9aaf-2297bf6a1d1b req-f8fce995-9c3a-44cc-adb0-1851869b8ddd tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869248 Feb 19 02:59:07.937103 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=9972d153-198b-4e41-a71f-df25ae8c97a3,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:07.961201 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9b66cf-c458-46df-bf98-23a3d43cc9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9972d153-198b-4e41-a71f-df25ae8c97a3', 'code': 200} Feb 19 02:59:07.962636 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:08.178348 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-648f8471-0ffa-4bdb-a24a-2bbb1c3509dd admin admin] Network dc92614e-7e38-45f5-b055-2b7cad057984 has no segments {{(pid=84085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: Traceback (most recent call last): Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: timer() Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: cb(*args, **kw) Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: return func(*args, **kwargs) Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: self._notify() Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: self.callback(batched_events) Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: event.method(event) Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: segment_id)['aggregates'][0] Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: return f(self, *a, **k) Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: return self._get(url).json() Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: **kwargs) Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: **endpoint_filter) Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:08.385318 dv-cinder-775706-2-smb neutron-server[83972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:08.509679 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-648f8471-0ffa-4bdb-a24a-2bbb1c3509dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847010256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428100'] for network, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:08.514538 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:08.572145 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f8471-0ffa-4bdb-a24a-2bbb1c3509dd admin admin] Pushing event deleted for resources: {'Network': ['ID=dc92614e-7e38-45f5-b055-2b7cad057984,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:08.598680 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1c44c-e218-4f25-9633-8dd0078891e6 req-fcd1e3b9-47e2-4295-9022-762c6496b161 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:08.614068 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-12b1c44c-e218-4f25-9633-8dd0078891e6 req-fcd1e3b9-47e2-4295-9022-762c6496b161 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.2248306 Feb 19 02:59:08.636282 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-648f8471-0ffa-4bdb-a24a-2bbb1c3509dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:08.639758 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-648f8471-0ffa-4bdb-a24a-2bbb1c3509dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:08.681594 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2309e-7be0-4ef7-a8dd-65f3fec7c364 req-8fd24fd5-4926-434d-82f2-9baf856e6616 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:08.684808 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-648f8471-0ffa-4bdb-a24a-2bbb1c3509dd admin admin] 10.222.0.75 "DELETE /v2.0/networks/dc92614e-7e38-45f5-b055-2b7cad057984 HTTP/1.1" status: 204 len: 168 time: 2.7061880 Feb 19 02:59:08.701465 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a5a2309e-7be0-4ef7-a8dd-65f3fec7c364 req-8fd24fd5-4926-434d-82f2-9baf856e6616 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.4064994 Feb 19 02:59:08.712274 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11134138-0c25-4f2b-90f0-c49ad01ec81a req-066c509e-a9a3-4b67-97de-c6a7f9245819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:08.722301 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-11134138-0c25-4f2b-90f0-c49ad01ec81a req-066c509e-a9a3-4b67-97de-c6a7f9245819 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3e9b66cf-c458-46df-bf98-23a3d43cc9d4 HTTP/1.1" status: 200 len: 1162 time: 0.1571980 Feb 19 02:59:08.834477 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-12b1c44c-e218-4f25-9633-8dd0078891e6 req-3583d236-5d8d-4b99-af02-abfbd7990368 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183759 Feb 19 02:59:08.898761 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-11134138-0c25-4f2b-90f0-c49ad01ec81a req-6858322b-14a1-41a7-84e6-8122e994f746 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663144 Feb 19 02:59:08.967443 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a5a2309e-7be0-4ef7-a8dd-65f3fec7c364 req-a1915a24-22c8-407a-997c-92ab9ac57499 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587490 Feb 19 02:59:09.284141 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 51250) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:09.413796 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 51256) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:09.454034 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-9ddb4326-92cb-4e33-88b6-48499731fc37 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f53fe2854fce4916a4d2d8a17072e0a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1682894 Feb 19 02:59:09.457591 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 51262) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:09.540630 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c56a7-1882-4b65-9c9a-314ec1bd2396 req-bce289b4-0f0b-4b97-b659-77fc2574e709 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:09.552026 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d25c56a7-1882-4b65-9c9a-314ec1bd2396 req-bce289b4-0f0b-4b97-b659-77fc2574e709 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e9b66cf-c458-46df-bf98-23a3d43cc9d4 HTTP/1.1" status: 200 len: 945 time: 0.3046093 Feb 19 02:59:09.614275 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62274d12-4cf8-433c-b300-db1eb56470ac req-569fbec8-b1c6-4cbc-9521-57fd6179f270 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:09.616007 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-62274d12-4cf8-433c-b300-db1eb56470ac req-569fbec8-b1c6-4cbc-9521-57fd6179f270 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.2434282 Feb 19 02:59:09.643534 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d25c56a7-1882-4b65-9c9a-314ec1bd2396 req-745eb6f1-b4b1-4847-b9ed-665607a17ced tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901067 Feb 19 02:59:09.645219 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8f014ebf-8f1f-4d4f-86ab-723316066fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:09.692113 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8f014ebf-8f1f-4d4f-86ab-723316066fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:09.749614 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8f014ebf-8f1f-4d4f-86ab-723316066fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:09.752707 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-62274d12-4cf8-433c-b300-db1eb56470ac req-325386b3-7f5e-479e-95d3-ee0a9a7caf41 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078796 Feb 19 02:59:09.779767 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e7424a13-1052-4a8a-b595-2489108f9645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:09.793010 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f014ebf-8f1f-4d4f-86ab-723316066fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11e5575-e8fc-4296-87ef-83c50206e539,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:09.795460 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-8f014ebf-8f1f-4d4f-86ab-723316066fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:09.802593 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8f014ebf-8f1f-4d4f-86ab-723316066fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:09.803254 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-8f014ebf-8f1f-4d4f-86ab-723316066fe9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b11e5575-e8fc-4296-87ef-83c50206e539 HTTP/1.1" status: 204 len: 168 time: 0.3449152 Feb 19 02:59:09.873387 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b3d113ad-9419-46cd-82e8-69e4ed5e15bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:09.920045 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-b3d113ad-9419-46cd-82e8-69e4ed5e15bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:59:09.929399 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-b3d113ad-9419-46cd-82e8-69e4ed5e15bf admin admin] Usage tracker for resource:security_group_rule and tenant:f29784b8508d43d2a8fa521516da04a0 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:59:09.944265 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-b3d113ad-9419-46cd-82e8-69e4ed5e15bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:59:09.952767 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-b3d113ad-9419-46cd-82e8-69e4ed5e15bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:59:10.096471 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b3d113ad-9419-46cd-82e8-69e4ed5e15bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:10.101171 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b3d113ad-9419-46cd-82e8-69e4ed5e15bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:10.113346 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ccc8800d-d4aa-485f-9fa3-08b177c738b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:10.155674 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d113ad-9419-46cd-82e8-69e4ed5e15bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cab457-5c99-4175-8ee2-443fcd60884c,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:10.162709 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b3d113ad-9419-46cd-82e8-69e4ed5e15bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:10.213413 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-b3d113ad-9419-46cd-82e8-69e4ed5e15bf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f29784b8508d43d2a8fa521516da04a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7986305 Feb 19 02:59:10.218837 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 51274) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:10.384845 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 9972d153-198b-4e41-a71f-df25ae8c97a3 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:59:10.570997 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5c192ad7-e555-4289-8469-3c5ccb6bc266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:10.675366 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-65c4e1ba-14d0-443a-be82-1f49eaaebd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:10.833882 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-65c4e1ba-14d0-443a-be82-1f49eaaebd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:10.890957 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e6b6-38d5-45d2-8b83-0d2fa92ea7ba req-53bd7325-cdc0-45fc-8672-6f5bb89d2044 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:10.917383 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5ae9e6b6-38d5-45d2-8b83-0d2fa92ea7ba req-53bd7325-cdc0-45fc-8672-6f5bb89d2044 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.4869354 Feb 19 02:59:10.939355 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 9972d153-198b-4e41-a71f-df25ae8c97a3 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:59:10.941267 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:11.213148 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-65c4e1ba-14d0-443a-be82-1f49eaaebd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:11.221365 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a54df2bd-c661-4262-89bf-af0dd20b9aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:11.272075 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5ae9e6b6-38d5-45d2-8b83-0d2fa92ea7ba req-6add25a5-4e20-4ae1-bdd0-0e9139c82848 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3518143 Feb 19 02:59:11.303232 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789abe4-dd62-42c2-afca-91be6d7b9ed0 req-229ad03f-1838-4ffa-aeee-d156aee92039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:11.304207 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4e1ba-14d0-443a-be82-1f49eaaebd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cab457-5c99-4175-8ee2-443fcd60884c,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:11.304972 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5789abe4-dd62-42c2-afca-91be6d7b9ed0 req-229ad03f-1838-4ffa-aeee-d156aee92039 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 1163 time: 0.2531805 Feb 19 02:59:11.349075 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781e003-5142-4e8c-85ff-ab7aefbcd25c req-0aa00297-10e1-47e5-b273-744c62a43602 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:11.358299 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9781e003-5142-4e8c-85ff-ab7aefbcd25c req-0aa00297-10e1-47e5-b273-744c62a43602 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.9541805 Feb 19 02:59:11.360047 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-65c4e1ba-14d0-443a-be82-1f49eaaebd8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:11.392501 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5789abe4-dd62-42c2-afca-91be6d7b9ed0 req-70762007-b329-4870-9005-91bd8d3f522e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719891 Feb 19 02:59:11.441420 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-65c4e1ba-14d0-443a-be82-1f49eaaebd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:11.446318 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-65c4e1ba-14d0-443a-be82-1f49eaaebd8e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/39cab457-5c99-4175-8ee2-443fcd60884c HTTP/1.1" status: 204 len: 168 time: 1.2188087 Feb 19 02:59:11.488220 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9781e003-5142-4e8c-85ff-ab7aefbcd25c req-5122bdbd-78c4-4d1e-9aba-adb766f20b7e tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181717 Feb 19 02:59:11.791155 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21553a4b-a0df-4dd6-b3a7-db1ec099d975 req-e13788e7-a251-48d1-9eb2-8410766be643 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:11.803380 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-21553a4b-a0df-4dd6-b3a7-db1ec099d975 req-e13788e7-a251-48d1-9eb2-8410766be643 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e9b66cf-c458-46df-bf98-23a3d43cc9d4 HTTP/1.1" status: 200 len: 945 time: 0.2864313 Feb 19 02:59:11.930269 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ffcc7-8e38-4f6e-9620-a7a459af9cfe req-6bdb316b-99cb-4b3b-9026-510c2aa32f18 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:11.932156 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-100ffcc7-8e38-4f6e-9620-a7a459af9cfe req-6bdb316b-99cb-4b3b-9026-510c2aa32f18 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.2748556 Feb 19 02:59:11.967603 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-21553a4b-a0df-4dd6-b3a7-db1ec099d975 req-ef9497bc-f994-4d95-b155-7b76f995bd49 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625850 Feb 19 02:59:12.079619 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 0f36cf6e-7276-4e66-a212-4adde80abda4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:59:12.150914 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-100ffcc7-8e38-4f6e-9620-a7a459af9cfe req-a14b748c-60d4-4214-ad2c-6e1fa5ca124c tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800210 Feb 19 02:59:12.245524 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 0f36cf6e-7276-4e66-a212-4adde80abda4 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:59:12.246273 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:12.780882 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baafbc-3f8e-4d98-a6b8-2ab8b13f3b78 req-adb07133-0563-4aaa-9c4a-01659ef7b588 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:12.798459 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e4baafbc-3f8e-4d98-a6b8-2ab8b13f3b78 req-adb07133-0563-4aaa-9c4a-01659ef7b588 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.2548287 Feb 19 02:59:12.896310 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e4baafbc-3f8e-4d98-a6b8-2ab8b13f3b78 req-07221224-0db5-42aa-b4d5-d299c3a333b5 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967312 Feb 19 02:59:12.960069 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d5aff87d-d56d-4a10-87f8-723fb3f3514f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:13.253270 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec0373-d7b8-4111-8b62-ad51ab4bf317 req-1b6de264-7e42-4a24-a76d-75d008d10fd4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:13.273603 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7cec0373-d7b8-4111-8b62-ad51ab4bf317 req-1b6de264-7e42-4a24-a76d-75d008d10fd4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.2787964 Feb 19 02:59:13.373150 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:13.461637 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7cec0373-d7b8-4111-8b62-ad51ab4bf317 req-4f0daad7-56ea-448d-9309-655726298ae8 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822615 Feb 19 02:59:13.777706 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a6868-c4bf-4254-b065-76f55ba91cda req-a52087da-2259-497f-9325-145000cd4d1f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:13.780558 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-575a6868-c4bf-4254-b065-76f55ba91cda req-a52087da-2259-497f-9325-145000cd4d1f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.3175378 Feb 19 02:59:13.911904 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-575a6868-c4bf-4254-b065-76f55ba91cda req-116fd44a-1fe0-4edf-8cfe-75b1ee73f23e tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170900 Feb 19 02:59:14.137955 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 0f36cf6e-7276-4e66-a212-4adde80abda4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:59:14.335035 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 0f36cf6e-7276-4e66-a212-4adde80abda4 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:59:14.335588 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:14.374366 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 51362) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:14.849274 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e67879-88e0-49da-89fd-d5a719a24fdd req-83e0b4c2-81ce-4a4c-81ea-9d0aec7e855d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:14.858513 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-57e67879-88e0-49da-89fd-d5a719a24fdd req-83e0b4c2-81ce-4a4c-81ea-9d0aec7e855d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.3914247 Feb 19 02:59:14.959311 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:15.124334 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-57e67879-88e0-49da-89fd-d5a719a24fdd req-1037a50f-3310-42c8-8076-930dc2061758 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485902 Feb 19 02:59:15.178784 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2216bcbc-980d-4596-8f2b-8b7df4fe9fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:15.234724 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:15.296814 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-2216bcbc-980d-4596-8f2b-8b7df4fe9fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:59:15.315092 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-2216bcbc-980d-4596-8f2b-8b7df4fe9fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:8f902998394943a4a0c88d1dd717ff7e is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:59:15.329069 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-2216bcbc-980d-4596-8f2b-8b7df4fe9fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:59:15.340634 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-2216bcbc-980d-4596-8f2b-8b7df4fe9fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:59:15.369324 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103146e-4ada-48c9-982a-2072b0877708 req-2a2be7cd-ffdf-4742-a2f0-bd6780d586f0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:15.380484 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6103146e-4ada-48c9-982a-2072b0877708 req-2a2be7cd-ffdf-4742-a2f0-bd6780d586f0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.2635829 Feb 19 02:59:15.559078 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6103146e-4ada-48c9-982a-2072b0877708 req-bb6fdbd5-88fb-4ea4-933b-956429439856 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771495 Feb 19 02:59:15.955278 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2216bcbc-980d-4596-8f2b-8b7df4fe9fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:15.960097 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2216bcbc-980d-4596-8f2b-8b7df4fe9fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:15.970990 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-daee9468-da78-4d6f-b95e-915f0ccbcf45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:16.044612 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-2216bcbc-980d-4596-8f2b-8b7df4fe9fc5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8f902998394943a4a0c88d1dd717ff7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6682723 Feb 19 02:59:16.050767 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 51396) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:16.229441 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216bcbc-980d-4596-8f2b-8b7df4fe9fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45480900-3e67-40ea-b8b1-4cb3f0af7ece,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:16.235493 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0ada2780-2ea5-4ddf-8045-2012a4991c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:16.302933 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0ada2780-2ea5-4ddf-8045-2012a4991c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:16.403307 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb7cbb-8c6b-4a76-9e90-5ebc5badc937 req-87c7df38-bc2e-4c0a-b9ed-d1e13a41b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:16.404996 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-21fb7cbb-8c6b-4a76-9e90-5ebc5badc937 req-87c7df38-bc2e-4c0a-b9ed-d1e13a41b255 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0118817c78a646edba737412d030d31e&device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 1163 time: 0.3705163 Feb 19 02:59:16.411696 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2216bcbc-980d-4596-8f2b-8b7df4fe9fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:16.415006 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0ada2780-2ea5-4ddf-8045-2012a4991c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:16.427818 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2f7c2b8c-4e1e-44c0-85a3-ce83aee49f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:16.464969 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada2780-2ea5-4ddf-8045-2012a4991c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45480900-3e67-40ea-b8b1-4cb3f0af7ece,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:16.488601 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0ada2780-2ea5-4ddf-8045-2012a4991c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:16.492579 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0ada2780-2ea5-4ddf-8045-2012a4991c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:16.495683 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-0ada2780-2ea5-4ddf-8045-2012a4991c17 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/45480900-3e67-40ea-b8b1-4cb3f0af7ece HTTP/1.1" status: 204 len: 168 time: 0.4418206 Feb 19 02:59:16.758660 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb7cbb-8c6b-4a76-9e90-5ebc5badc937 req-b1913492-f5ae-400b-9248-8e69ae031dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:16.760326 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-21fb7cbb-8c6b-4a76-9e90-5ebc5badc937 req-b1913492-f5ae-400b-9248-8e69ae031dcd service neutron] 10.222.0.87 "GET /v2.0/networks?id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 HTTP/1.1" status: 200 len: 912 time: 0.3466229 Feb 19 02:59:17.131827 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-21fb7cbb-8c6b-4a76-9e90-5ebc5badc937 req-4092a9e9-156d-49a0-9780-1e764f496ce9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9087256-191c-4476-a572-ce2bf0b124ef HTTP/1.1" status: 200 len: 217 time: 0.3612878 Feb 19 02:59:17.165545 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ea34-33d7-49bb-9384-116398ae1501 req-e36088b9-ec30-4a11-9220-db07da569bad tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:17.181527 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-31a1ea34-33d7-49bb-9384-116398ae1501 req-e36088b9-ec30-4a11-9220-db07da569bad tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e9b66cf-c458-46df-bf98-23a3d43cc9d4 HTTP/1.1" status: 200 len: 945 time: 0.5598266 Feb 19 02:59:17.401848 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-31a1ea34-33d7-49bb-9384-116398ae1501 req-fd78598e-ccfc-458b-87d6-42e42654fbe1 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182372 Feb 19 02:59:17.433840 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142f726-5868-4511-a65f-f9331f62db63 req-24f4570a-1264-4ffe-9cef-19d58eba276d tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:17.435608 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b142f726-5868-4511-a65f-f9331f62db63 req-24f4570a-1264-4ffe-9cef-19d58eba276d tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.5371196 Feb 19 02:59:17.850136 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b142f726-5868-4511-a65f-f9331f62db63 req-1777fbcf-c26b-4f75-b947-b9ab56e4d3dd tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945491 Feb 19 02:59:17.952732 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 9972d153-198b-4e41-a71f-df25ae8c97a3 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 02:59:18.041978 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb7cbb-8c6b-4a76-9e90-5ebc5badc937 req-1edd2816-2d44-4797-8010-5b02b9165c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:18.045765 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-21fb7cbb-8c6b-4a76-9e90-5ebc5badc937 req-1edd2816-2d44-4797-8010-5b02b9165c1b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79 HTTP/1.1" status: 200 len: 858 time: 0.8943028 Feb 19 02:59:18.427421 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-21fb7cbb-8c6b-4a76-9e90-5ebc5badc937 req-22987fad-c4d4-4aee-a87a-f3dbc885ff79 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3642476 Feb 19 02:59:18.549056 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:18.566166 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfd6cf95-8345-420d-af54-ce763f7170cc req-9f7ecbfc-9aaf-4b4e-b7ce-424037139580 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.9320419 Feb 19 02:59:18.581673 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fcf0b-f86d-4e32-bd8a-59a20a12446a req-3689622a-f73c-42e5-a2e9-fad833784109 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:18.595977 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e58fcf0b-f86d-4e32-bd8a-59a20a12446a req-3689622a-f73c-42e5-a2e9-fad833784109 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.3627822 Feb 19 02:59:18.613328 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731e93b-5c16-4c22-8d6c-872dc1cbb213 req-05c9397c-6828-4420-b9b3-a524d8002bae tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:18.626735 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6731e93b-5c16-4c22-8d6c-872dc1cbb213 req-05c9397c-6828-4420-b9b3-a524d8002bae tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.8297300 Feb 19 02:59:18.669383 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72828db3-ee92-48b6-9279-bab435d348fd req-33966b3d-317a-4336-99e0-03544b0fbb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:18.671327 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-72828db3-ee92-48b6-9279-bab435d348fd req-33966b3d-317a-4336-99e0-03544b0fbb39 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=619fad70faee4631a203fa17432b1857&device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 1162 time: 1.6414537 Feb 19 02:59:18.689334 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9b66cf-c458-46df-bf98-23a3d43cc9d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9972d153-198b-4e41-a71f-df25ae8c97a3'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:59:18.733265 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 9972d153-198b-4e41-a71f-df25ae8c97a3, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9972d153-198b-4e41-a71f-df25ae8c97a3,segment=NetworkSegment(50d762e3-9ffa-4869-a0e2-043eb66fe5cf),segment_id=50d762e3-9ffa-4869-a0e2-043eb66fe5cf)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:59:18.743868 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:18.755376 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:18.951443 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e58fcf0b-f86d-4e32-bd8a-59a20a12446a req-df7de03b-1e77-49e3-8d25-57f4731d1c08 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3514822 Feb 19 02:59:18.952974 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-21fb7cbb-8c6b-4a76-9e90-5ebc5badc937 req-9f360934-b17e-4f68-91b3-c4866d1cb6a9 service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100729 Feb 19 02:59:18.963453 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=9972d153-198b-4e41-a71f-df25ae8c97a3,revision_number=5']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:18.983408 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:18.984533 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:18.985447 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:18.987677 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:18.988658 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:18.989701 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:18.990641 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:18.993186 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:18.994198 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:18.995403 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:18.996275 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:18.997317 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:18.998414 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:18.999305 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:19.000251 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:19.001103 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:19.003367 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:19.004310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:19.005339 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:19.006397 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:19.007443 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:19.008320 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:19.009178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:19.010146 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:19.059595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:19.311307 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 51448) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:19.334013 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e40099-e1b2-4398-80b0-3e140aaa76da req-960e0adc-7ce4-4057-a0fc-28e414b4dc08 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:19.335463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-86e40099-e1b2-4398-80b0-3e140aaa76da req-960e0adc-7ce4-4057-a0fc-28e414b4dc08 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Synchronizing usage tracker for tenant:47c864b65a25429a8c505f1e52f302dc on resource:port {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:59:19.345400 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6731e93b-5c16-4c22-8d6c-872dc1cbb213 req-83a41930-d02a-478b-9950-6d37cf802aae tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5242867 Feb 19 02:59:19.394358 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6cf95-8345-420d-af54-ce763f7170cc req-65a3834e-3891-4a21-8b84-1e78e0ecae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:19.396543 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfd6cf95-8345-420d-af54-ce763f7170cc req-65a3834e-3891-4a21-8b84-1e78e0ecae94 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0118817c78a646edba737412d030d31e&device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 1163 time: 0.7665255 Feb 19 02:59:19.409431 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-21fb7cbb-8c6b-4a76-9e90-5ebc5badc937 req-3b365108-ad8d-4138-8e7c-f83ad3b8d9d6 service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4459360 Feb 19 02:59:19.410946 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-86e40099-e1b2-4398-80b0-3e140aaa76da req-960e0adc-7ce4-4057-a0fc-28e414b4dc08 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Unset dirty status for tenant:47c864b65a25429a8c505f1e52f302dc on resource:port {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:59:19.413353 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-86e40099-e1b2-4398-80b0-3e140aaa76da req-960e0adc-7ce4-4057-a0fc-28e414b4dc08 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.87 "GET /v2.0/ports?device_id=3e9b66cf-c458-46df-bf98-23a3d43cc9d4 HTTP/1.1" status: 200 len: 945 time: 1.3653359 Feb 19 02:59:19.555884 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-2acb0878-1ff6-4feb-92e2-427db968bd61 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=af09395504b74abd8f9b2bd22b3a36be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1518898 Feb 19 02:59:19.737432 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-86e40099-e1b2-4398-80b0-3e140aaa76da req-20ca00ad-ba05-4730-a345-fa8bdf13b7fb tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Deleting port 9972d153-198b-4e41-a71f-df25ae8c97a3 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 02:59:19.738518 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-86e40099-e1b2-4398-80b0-3e140aaa76da req-20ca00ad-ba05-4730-a345-fa8bdf13b7fb tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:19.824992 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1878552402-network', 'tenant_id': '65f90cfb8bf648bb9083143b3ed461b2'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:19.830395 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:59:19.923146 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Usage tracker for resource:network and tenant:65f90cfb8bf648bb9083143b3ed461b2 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:59:19.928254 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:59:19.938071 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:59:19.962999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Made reservation on behalf of 65f90cfb8bf648bb9083143b3ed461b2 for: {'network': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:59:19.971939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6cf95-8345-420d-af54-ce763f7170cc req-04cce831-cd44-4c2a-9dcc-f284349ec45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:19.972687 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for network, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:19.974388 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfd6cf95-8345-420d-af54-ce763f7170cc req-04cce831-cd44-4c2a-9dcc-f284349ec45f service neutron] 10.222.0.87 "GET /v2.0/networks?id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 HTTP/1.1" status: 200 len: 912 time: 0.5251648 Feb 19 02:59:19.975868 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72828db3-ee92-48b6-9279-bab435d348fd req-3bec2f9e-6d35-4874-b2c3-a84115ec4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:19.977389 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-72828db3-ee92-48b6-9279-bab435d348fd req-3bec2f9e-6d35-4874-b2c3-a84115ec4a89 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3a78709d-1a68-4957-9e6e-7eecb2b4a618 HTTP/1.1" status: 200 len: 904 time: 1.2946057 Feb 19 02:59:20.045144 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-5fe1d70a-8ca2-4637-a0d3-1836f4509a3e tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:20.053649 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-5fe1d70a-8ca2-4637-a0d3-1836f4509a3e tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4906931 Feb 19 02:59:20.061147 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:20.119051 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-f574107f-48be-4fe7-a8a1-f0cc70100bd6 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/quotas/af09395504b74abd8f9b2bd22b3a36be HTTP/1.1" status: 200 len: 375 time: 0.0341516 Feb 19 02:59:20.128822 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:59:20.216078 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Usage tracker for resource:security_group_rule and tenant:65f90cfb8bf648bb9083143b3ed461b2 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:59:20.223162 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-7b2e538d-e153-4307-9375-8ce92da8c0ff tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=af09395504b74abd8f9b2bd22b3a36be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873411 Feb 19 02:59:20.225155 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:59:20.237274 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:59:20.269119 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6935f-3e1b-4a2f-bf77-bc40366de171 req-a20a34c1-5227-44e6-8db0-02b8b91938ab tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:20.271629 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-19b6935f-3e1b-4a2f-bf77-bc40366de171 req-a20a34c1-5227-44e6-8db0-02b8b91938ab tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e9b66cf-c458-46df-bf98-23a3d43cc9d4 HTTP/1.1" status: 200 len: 943 time: 0.4630284 Feb 19 02:59:20.432507 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-19b6935f-3e1b-4a2f-bf77-bc40366de171 req-31e9e2e3-f638-4879-ba19-f4be722aef13 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/security-groups?id=57d2c843-efff-4e67-bdb7-7f937bdc62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302366 Feb 19 02:59:20.441416 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-86e40099-e1b2-4398-80b0-3e140aaa76da req-20ca00ad-ba05-4730-a345-fa8bdf13b7fb tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] For port 9972d153-198b-4e41-a71f-df25ae8c97a3, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9972d153-198b-4e41-a71f-df25ae8c97a3,segment=NetworkSegment(50d762e3-9ffa-4869-a0e2-043eb66fe5cf),segment_id=50d762e3-9ffa-4869-a0e2-043eb66fe5cf)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:59:20.442279 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-86e40099-e1b2-4398-80b0-3e140aaa76da req-20ca00ad-ba05-4730-a345-fa8bdf13b7fb tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:20.494247 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9b66cf-c458-46df-bf98-23a3d43cc9d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9972d153-198b-4e41-a71f-df25ae8c97a3', 'code': 200} Feb 19 02:59:20.717770 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:20.723736 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-86e40099-e1b2-4398-80b0-3e140aaa76da req-20ca00ad-ba05-4730-a345-fa8bdf13b7fb tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Calling delete_port for 9972d153-198b-4e41-a71f-df25ae8c97a3 owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 02:59:20.737005 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:20.768093 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 02:59:20.782456 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:20.783808 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.segments_db [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Added segment daae8d81-c5ca-4622-9b8c-fecc9e88b13b of type vxlan for network 2a7305f4-f948-4d70-abe2-41e142d4637f Feb 19 02:59:21.069571 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2216bcbc-980d-4596-8f2b-8b7df4fe9fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:21.133884 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363286359061518'] for network, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:21.257089 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:21.440769 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-86e40099-e1b2-4398-80b0-3e140aaa76da req-20ca00ad-ba05-4730-a345-fa8bdf13b7fb tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:21.584360 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:21.585782 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:21.824115 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ace678-1885-4711-837d-517a145236bb,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:21.895469 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:21.913526 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:21.924220 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfd6cf95-8345-420d-af54-ce763f7170cc req-1445756d-bc93-4741-b3a5-1026c275e0e6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c46eec54-eede-4e12-b72b-80078e70e095 HTTP/1.1" status: 200 len: 217 time: 0.7391722 Feb 19 02:59:21.924956 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d5cddedb-36e1-45e1-8cf6-243ca7b203b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:22.164535 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.8172936 Feb 19 02:59:22.172432 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 51484) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:22.193407 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-fbe24924-baaa-4cda-880e-78bb9fcd0a5a admin admin] Request body: {'subnet': {'network_id': '2a7305f4-f948-4d70-abe2-41e142d4637f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1878552402-subnet', 'tenant_id': '65f90cfb8bf648bb9083143b3ed461b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:22.199544 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-fbe24924-baaa-4cda-880e-78bb9fcd0a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:59:22.205301 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-fbe24924-baaa-4cda-880e-78bb9fcd0a5a admin admin] Usage tracker for resource:subnet and tenant:65f90cfb8bf648bb9083143b3ed461b2 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:59:22.210606 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-fbe24924-baaa-4cda-880e-78bb9fcd0a5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:59:22.220926 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-fbe24924-baaa-4cda-880e-78bb9fcd0a5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:59:22.241825 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca00ad-ba05-4730-a345-fa8bdf13b7fb tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Pushing event deleted for resources: {'Port': ['ID=9972d153-198b-4e41-a71f-df25ae8c97a3,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:22.263581 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Pushing event updated for resources: {'Network': ['ID=2a7305f4-f948-4d70-abe2-41e142d4637f,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:22.275655 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b435cbc-637b-47b0-876d-74aca4f94350 req-851f28a1-3bda-43b2-88b1-45b4b1638f19 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:22.277926 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b435cbc-637b-47b0-876d-74aca4f94350 req-851f28a1-3bda-43b2-88b1-45b4b1638f19 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 1.5451815 Feb 19 02:59:22.278762 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe24924-baaa-4cda-880e-78bb9fcd0a5a admin admin] Made reservation on behalf of 65f90cfb8bf648bb9083143b3ed461b2 for: {'subnet': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:59:22.283944 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fbe24924-baaa-4cda-880e-78bb9fcd0a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1922835'] for subnet, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:22.290576 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Network 2a7305f4-f948-4d70-abe2-41e142d4637f details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:59:22.301444 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:22.376514 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f5543-fa97-4961-a3cc-b34075ff3f28 req-759d8e06-f77f-463a-8bea-3f32da3cfe6f tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:22.386118 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5b1f5543-fa97-4961-a3cc-b34075ff3f28 req-759d8e06-f77f-463a-8bea-3f32da3cfe6f tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 1.2864473 Feb 19 02:59:22.450393 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-20ca00ad-ba05-4730-a345-fa8bdf13b7fb tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:22.477655 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5b1f5543-fa97-4961-a3cc-b34075ff3f28 req-609e0a53-8c0d-4890-99de-8710d6981b7c tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903103 Feb 19 02:59:22.553800 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Network 2a7305f4-f948-4d70-abe2-41e142d4637f details requested by agent ovs-agent-dv-cinder-775706-2-smb with host dv-cinder-775706-2-smb {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:59:22.639701 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9b435cbc-637b-47b0-876d-74aca4f94350 req-e3cde906-08ec-491d-a0e7-db95b92d57a4 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452080 Feb 19 02:59:22.810596 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6cf95-8345-420d-af54-ce763f7170cc req-a7b6772b-e82f-4047-85af-7e18bb8d8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:22.813723 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfd6cf95-8345-420d-af54-ce763f7170cc req-a7b6772b-e82f-4047-85af-7e18bb8d8ffe service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79 HTTP/1.1" status: 200 len: 858 time: 0.5753229 Feb 19 02:59:22.824035 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5c62d96f-ee40-4a7d-803e-e147301c82b4 req-911d5df4-9927-4397-837b-571e407fe0bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 210 time: 0.1233323 Feb 19 02:59:22.840653 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e40099-e1b2-4398-80b0-3e140aaa76da req-20ca00ad-ba05-4730-a345-fa8bdf13b7fb tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] No DVR routers for this DVR port 9972d153-198b-4e41-a71f-df25ae8c97a3 on host hv-cinder-77570 {{(pid=84085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 02:59:22.853207 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-86e40099-e1b2-4398-80b0-3e140aaa76da req-20ca00ad-ba05-4730-a345-fa8bdf13b7fb tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:22.962003 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9b66cf-c458-46df-bf98-23a3d43cc9d4', 'name': 'network-vif-deleted', 'tag': '9972d153-198b-4e41-a71f-df25ae8c97a3'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:59:23.028841 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-86e40099-e1b2-4398-80b0-3e140aaa76da req-20ca00ad-ba05-4730-a345-fa8bdf13b7fb tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.87 "DELETE /v2.0/ports/9972d153-198b-4e41-a71f-df25ae8c97a3 HTTP/1.1" status: 204 len: 173 time: 3.5710464 Feb 19 02:59:23.070049 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfd6cf95-8345-420d-af54-ce763f7170cc req-f4db2e74-b1ed-445e-b864-38eba7e42994 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2252817 Feb 19 02:59:23.079918 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-72828db3-ee92-48b6-9279-bab435d348fd req-54842141-83ed-43ce-9ae1-4c4d43c9fc4e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f36cf6e-7276-4e66-a212-4adde80abda4 HTTP/1.1" status: 200 len: 1001 time: 1.7745912 Feb 19 02:59:23.429328 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfd6cf95-8345-420d-af54-ce763f7170cc req-8cf393ac-6386-4d5a-a2d0-3f6aafed622f service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453584 Feb 19 02:59:23.480979 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5f468949-eff9-488e-adaa-ea32624c2b3f req-7d96d597-e0b2-4a7e-a479-f66024625846 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e9b66cf-c458-46df-bf98-23a3d43cc9d4 HTTP/1.1" status: 200 len: 210 time: 0.2551606 Feb 19 02:59:23.630904 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72828db3-ee92-48b6-9279-bab435d348fd req-c88f9d50-c349-441d-819b-d6984cd41260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:23.633043 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-72828db3-ee92-48b6-9279-bab435d348fd req-c88f9d50-c349-441d-819b-d6984cd41260 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38374417-3478-4427-9684-8966c2d250da HTTP/1.1" status: 200 len: 849 time: 0.2021267 Feb 19 02:59:23.683753 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-822b720b-c203-4bea-ae72-5fc0fe374e2d tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=af09395504b74abd8f9b2bd22b3a36be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2496600 Feb 19 02:59:23.791747 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9b66cf-c458-46df-bf98-23a3d43cc9d4', 'name': 'network-vif-deleted', 'tag': '9972d153-198b-4e41-a71f-df25ae8c97a3', 'status': 'completed', 'code': 200} Feb 19 02:59:23.852980 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed18c6d-7fa5-4e2e-8de7-93ad4515c3e4 req-a786f77c-9c57-4bba-ace6-75067413b01c tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:23.895837 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4ed18c6d-7fa5-4e2e-8de7-93ad4515c3e4 req-a786f77c-9c57-4bba-ace6-75067413b01c tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.6726465 Feb 19 02:59:24.088131 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4ed18c6d-7fa5-4e2e-8de7-93ad4515c3e4 req-14404608-2c03-4f9a-a286-6fd0f6c23aae tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876421 Feb 19 02:59:24.655239 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-e17e0cd5-3485-4efc-b101-999c6283f64f tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:24.658732 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-e17e0cd5-3485-4efc-b101-999c6283f64f tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3191404 Feb 19 02:59:24.686165 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Request body: {'port': {'device_id': '54d23d56-ba5d-42ea-ad5a-217612beb303', 'network_id': '04ac926c-df00-4644-8ee6-4f84fe546a43', 'admin_state_up': True, 'tenant_id': 'af09395504b74abd8f9b2bd22b3a36be'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:24.799193 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fbe24924-baaa-4cda-880e-78bb9fcd0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2186436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1922848'] for subnet, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:24.824585 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-639801bd-1034-4d36-a628-f6410872fd5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:25.004661 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11e9a3-d848-4c0f-81e7-b8e0b493be28 req-81ce93a8-1b58-4303-8a3b-bdcac5ca1143 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:25.006693 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7e11e9a3-d848-4c0f-81e7-b8e0b493be28 req-81ce93a8-1b58-4303-8a3b-bdcac5ca1143 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.5794601 Feb 19 02:59:25.011721 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe24924-baaa-4cda-880e-78bb9fcd0a5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7be62eb1-140d-4676-8e34-6cb6732c6eb8,revision_number=0']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:25.028406 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-fbe24924-baaa-4cda-880e-78bb9fcd0a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:25.041968 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7cd8b-793e-4bbb-9ec8-ea0aee65743f req-ebc1746c-70b9-449a-8051-036b50dc26f2 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:25.050740 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-94e7cd8b-793e-4bbb-9ec8-ea0aee65743f req-ebc1746c-70b9-449a-8051-036b50dc26f2 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.7888761 Feb 19 02:59:25.077805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:59:25.084828 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:25.116532 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Usage tracker for resource:port and tenant:af09395504b74abd8f9b2bd22b3a36be is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:59:25.124624 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:59:25.176280 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-94e7cd8b-793e-4bbb-9ec8-ea0aee65743f req-55fe3d9c-baf7-4090-b738-af57bc3779fc tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244140 Feb 19 02:59:25.185505 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:59:25.191765 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72828db3-ee92-48b6-9279-bab435d348fd req-32c9cdcd-9bc5-446b-bac9-cf177d4db06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:25.195977 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-72828db3-ee92-48b6-9279-bab435d348fd req-32c9cdcd-9bc5-446b-bac9-cf177d4db06b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3a78709d-1a68-4957-9e6e-7eecb2b4a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.5174289 Feb 19 02:59:25.215438 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7e11e9a3-d848-4c0f-81e7-b8e0b493be28 req-c46a622a-a2d2-497b-9d2c-6da0699b8dbc tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859207 Feb 19 02:59:25.291301 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe24924-baaa-4cda-880e-78bb9fcd0a5a admin admin] Checking segment: {'id': 'daae8d81-c5ca-4622-9b8c-fecc9e88b13b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a7305f4-f948-4d70-abe2-41e142d4637f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:59:25.291694 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe24924-baaa-4cda-880e-78bb9fcd0a5a admin admin] Network hostable DHCP agents. Network: 2a7305f4-f948-4d70-abe2-41e142d4637f, hostable agents: ['5d4d7265-98c5-4e1f-932d-d1cac1607758'], hosted agents: [] {{(pid=84083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 02:59:25.337446 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe24924-baaa-4cda-880e-78bb9fcd0a5a admin admin] Network 2a7305f4-f948-4d70-abe2-41e142d4637f is scheduled to be hosted by DHCP agent 5d4d7265-98c5-4e1f-932d-d1cac1607758 with binding_index 1 {{(pid=84083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 02:59:25.359380 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-fbe24924-baaa-4cda-880e-78bb9fcd0a5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-smb, 2a7305f4-f948-4d70-abe2-41e142d4637f) {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:59:25.378641 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe24924-baaa-4cda-880e-78bb9fcd0a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:25.379314 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fbe24924-baaa-4cda-880e-78bb9fcd0a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:25.380136 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c879ba5-2904-4a3d-be70-8ea0228ac36d None None] Network 2a7305f4-f948-4d70-abe2-41e142d4637f requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:59:25.473055 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-fbe24924-baaa-4cda-880e-78bb9fcd0a5a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.2964602 Feb 19 02:59:25.619142 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfd6cf95-8345-420d-af54-ce763f7170cc req-3e146133-1678-4dc8-a226-e23770f33058 service neutron] 10.222.0.87 "GET /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.0654914 Feb 19 02:59:25.687983 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbf80441-ad0c-4b97-9244-409e6f460c71 req-bbf7053d-9489-4aec-8c69-f8f92246eb80 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 210 time: 0.1581519 Feb 19 02:59:25.849754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Made reservation on behalf of af09395504b74abd8f9b2bd22b3a36be for: {'port': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:59:25.866465 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:26.000315 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:26.107073 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-72828db3-ee92-48b6-9279-bab435d348fd req-771db96e-7b07-4eae-b38a-f202ab2a8d2e service neutron] 10.222.0.87 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8961923 Feb 19 02:59:26.137908 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:59:26.146830 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Usage tracker for resource:security_group_rule and tenant:af09395504b74abd8f9b2bd22b3a36be is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:59:26.154398 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:59:26.167491 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:59:26.358192 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4412ab-fc9b-4d8d-aa6d-edbeb475e0fa None None] Network 2a7305f4-f948-4d70-abe2-41e142d4637f requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 02:59:26.531244 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3923b-5434-442c-8c82-deb70484c7d3 req-76c8b87e-3460-47f2-80ed-97573f61769b tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:26.546906 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6cb3923b-5434-442c-8c82-deb70484c7d3 req-76c8b87e-3460-47f2-80ed-97573f61769b tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.3694458 Feb 19 02:59:26.693176 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6cb3923b-5434-442c-8c82-deb70484c7d3 req-ee57739a-e54a-4b84-bf79-1418931e62df tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405406 Feb 19 02:59:27.044739 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:27.096666 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:27.168095 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b3d113ad-9419-46cd-82e8-69e4ed5e15bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:27.272488 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdc488c-d7a3-4a3d-9e76-789bf9137122,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:27.318588 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-72828db3-ee92-48b6-9279-bab435d348fd req-56f24d19-5846-4732-96fa-667e4dace29d service neutron] 10.222.0.87 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8950784 Feb 19 02:59:27.329597 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:27.998159 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Allocated IP 192.168.233.215 (04ac926c-df00-4644-8ee6-4f84fe546a43/4ccefb5b-d12f-49de-a45e-c0cf509b9e88/99377607-3b5a-4e16-836b-6b4b73f0118c) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:59:28.082206 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4d158-1af2-4a0f-a65a-a928e91299db req-fd1c5731-37d4-4209-acab-1fbb92dafc8d tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:28.084611 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-37c4d158-1af2-4a0f-a65a-a928e91299db req-fd1c5731-37d4-4209-acab-1fbb92dafc8d tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.2443068 Feb 19 02:59:28.391293 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-37c4d158-1af2-4a0f-a65a-a928e91299db req-65cde80f-d587-4119-9d6e-40618059c8ef tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911160 Feb 19 02:59:28.452825 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2fee0142-09c7-4f3b-aeb9-01ff340a8866 req-d762a551-d2d0-401b-a1ab-74ee91bd4e8f tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 210 time: 0.2337439 Feb 19 02:59:28.785321 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:28.821200 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Transition to ACTIVE for port object 99377607-3b5a-4e16-836b-6b4b73f0118c will not be triggered until provisioned by entity DHCP. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:59:28.878307 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:28.914303 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054386e-ca83-43dc-b5b6-d8d0e1418aa8 req-1e359a63-3ddb-4258-a259-a1edd6704083 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:28.926924 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7634c3c3-fb7d-46cf-8eef-35fa37ad525d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:28.936446 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b054386e-ca83-43dc-b5b6-d8d0e1418aa8 req-1e359a63-3ddb-4258-a259-a1edd6704083 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.2964075 Feb 19 02:59:29.084621 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b054386e-ca83-43dc-b5b6-d8d0e1418aa8 req-89bc2f34-ea9c-439c-93e4-ed85e887cef0 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445448 Feb 19 02:59:29.209798 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Pushing event updated for resources: {'Port': ['ID=99377607-3b5a-4e16-836b-6b4b73f0118c,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:29.225611 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:29.328927 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Network 04ac926c-df00-4644-8ee6-4f84fe546a43 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:59:29.330686 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:59:29.333296 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:59:29.529875 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:29.530798 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:29.584226 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9084241 Feb 19 02:59:29.621107 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Request body: {'port': {'device_id': '54d23d56-ba5d-42ea-ad5a-217612beb303', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:29.749534 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d86c2f-4779-42d2-a972-e7d4d643ec97 req-0eed4a7d-9be8-420a-b2d9-ed3e763e3063 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:29.769675 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b2d86c2f-4779-42d2-a972-e7d4d643ec97 req-0eed4a7d-9be8-420a-b2d9-ed3e763e3063 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.2028418 Feb 19 02:59:29.802158 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-a665d1d8-c578-4340-9e53-e9cf7d273543 None None] Provisioning for port 99377607-3b5a-4e16-836b-6b4b73f0118c completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:59:29.808539 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-a665d1d8-c578-4340-9e53-e9cf7d273543 None None] Provisioning complete for port 99377607-3b5a-4e16-836b-6b4b73f0118c triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:59:29.808959 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a665d1d8-c578-4340-9e53-e9cf7d273543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:29.947926 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b2d86c2f-4779-42d2-a972-e7d4d643ec97 req-fb53571f-d28e-461c-8b62-c485c4eca6bb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768968 Feb 19 02:59:29.991179 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:30.098018 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-a665d1d8-c578-4340-9e53-e9cf7d273543 None None] Port 99377607-3b5a-4e16-836b-6b4b73f0118c cannot update to ACTIVE because it is not bound. {{(pid=84086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 02:59:30.663345 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-141997e3-c0fa-4e92-8e42-38b58030c299 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:30.666831 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-141997e3-c0fa-4e92-8e42-38b58030c299 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Synchronizing usage tracker for tenant:65f90cfb8bf648bb9083143b3ed461b2 on resource:network {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:59:30.765254 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99377607-3b5a-4e16-836b-6b4b73f0118c {{(pid=84085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 02:59:30.775675 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:30.794417 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Transition to ACTIVE for port object 99377607-3b5a-4e16-836b-6b4b73f0118c will not be triggered until provisioned by entity L2. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:59:30.806947 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:30.834311 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-141997e3-c0fa-4e92-8e42-38b58030c299 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Unset dirty status for tenant:65f90cfb8bf648bb9083143b3ed461b2 on resource:network {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:59:30.835662 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-141997e3-c0fa-4e92-8e42-38b58030c299 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/networks?id=2a7305f4-f948-4d70-abe2-41e142d4637f HTTP/1.1" status: 200 len: 814 time: 0.6236918 Feb 19 02:59:30.876775 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07619154-3acd-4378-b00a-dbfb0a2218c2 req-4807338c-b623-4935-a56d-bfa12ce3b875 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:30.892733 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-07619154-3acd-4378-b00a-dbfb0a2218c2 req-4807338c-b623-4935-a56d-bfa12ce3b875 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 936 time: 0.2187536 Feb 19 02:59:30.916649 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-53c76aaa-b4ce-4305-8d6a-1bc1fe1d46c3 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:30.967461 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-07619154-3acd-4378-b00a-dbfb0a2218c2 req-69ed3541-c61b-48a8-a2f5-2561326ba433 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bdc488c-d7a3-4a3d-9e76-789bf9137122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732596 Feb 19 02:59:30.980415 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-02573c9e-c266-42bc-a99a-90b75fd4254b tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/quotas/65f90cfb8bf648bb9083143b3ed461b2 HTTP/1.1" status: 200 len: 375 time: 0.1370614 Feb 19 02:59:31.068366 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Pushing event updated for resources: {'Port': ['ID=99377607-3b5a-4e16-836b-6b4b73f0118c,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:31.086141 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:31.087907 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-1863c391-9ccd-4dcb-a4d8-8000f219e65b tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=65f90cfb8bf648bb9083143b3ed461b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1054649 Feb 19 02:59:31.352361 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Attempting to bind port 99377607-3b5a-4e16-836b-6b4b73f0118c on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:31.353062 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Attempting to bind port 99377607-3b5a-4e16-836b-6b4b73f0118c by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '19f0543e-f0ee-4da6-9cc1-841b0a935e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04ac926c-df00-4644-8ee6-4f84fe546a43'}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:59:31.354006 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Attempting to bind port 99377607-3b5a-4e16-836b-6b4b73f0118c on network 04ac926c-df00-4644-8ee6-4f84fe546a43 {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:59:31.364961 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Checking agent: {'id': '38d2f619-f811-4ccc-89e2-793bab8ea98e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 53, 25), 'started_at': datetime.datetime(2021, 2, 19, 2, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:59:31.365713 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Checking segment: {'id': '19f0543e-f0ee-4da6-9cc1-841b0a935e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04ac926c-df00-4644-8ee6-4f84fe546a43'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:59:31.366515 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:31.367430 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Bound using segment: {'id': '19f0543e-f0ee-4da6-9cc1-841b0a935e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04ac926c-df00-4644-8ee6-4f84fe546a43'} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:59:31.368365 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Bound port: 99377607-3b5a-4e16-836b-6b4b73f0118c, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f0543e-f0ee-4da6-9cc1-841b0a935e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04ac926c-df00-4644-8ee6-4f84fe546a43'}}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:59:31.369113 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:31.388200 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-fe36ce1f-8d16-4ee3-a80f-8addaf6e0c01 service neutron] 10.222.0.75 "GET /v2.0/networks/2a7305f4-f948-4d70-abe2-41e142d4637f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990499 Feb 19 02:59:31.613986 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] For port 99377607-3b5a-4e16-836b-6b4b73f0118c, host hv-cinder-77570, cleared binding levels {{(pid=84085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:59:31.621344 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] For port 99377607-3b5a-4e16-836b-6b4b73f0118c, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=99377607-3b5a-4e16-836b-6b4b73f0118c,segment=NetworkSegment(19f0543e-f0ee-4da6-9cc1-841b0a935e1e),segment_id=19f0543e-f0ee-4da6-9cc1-841b0a935e1e)] {{(pid=84085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:59:31.629090 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:31.670365 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d4515c3e-9ef1-4772-9895-60557a14fa99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:31.749880 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-e30ea421-33a3-40af-b806-06f88e581e39 service neutron] 10.222.0.75 "GET /v2.0/networks/2a7305f4-f948-4d70-abe2-41e142d4637f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3605540 Feb 19 02:59:31.769685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a31617-5dee-4ab6-b1b2-e75df66251d9 req-5773e686-dfc2-4e94-bc9f-c150a5a3e879 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:31.779584 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-37a31617-5dee-4ab6-b1b2-e75df66251d9 req-5773e686-dfc2-4e94-bc9f-c150a5a3e879 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.1524043 Feb 19 02:59:31.847200 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-37a31617-5dee-4ab6-b1b2-e75df66251d9 req-a8d6192f-0f31-4eef-a784-a26c843ca007 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664530 Feb 19 02:59:31.998378 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Pushing event updated for resources: {'Port': ['ID=99377607-3b5a-4e16-836b-6b4b73f0118c,revision_number=3']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:32.029332 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:32.211615 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:32.212333 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:32.214221 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] 10.222.0.87 "PUT /v2.0/ports/99377607-3b5a-4e16-836b-6b4b73f0118c HTTP/1.1" status: 200 len: 1162 time: 2.6034801 Feb 19 02:59:32.214849 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d23d56-ba5d-42ea-ad5a-217612beb303', 'tag': '99377607-3b5a-4e16-836b-6b4b73f0118c'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:59:32.447846 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-befa1607-b894-42d7-9f2d-9f1f6a918640 req-ab4b11a5-9387-4f53-8a47-664ba7823972 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 210 time: 0.1843534 Feb 19 02:59:32.625334 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-2854613b-26d4-45d8-bd0c-b2777cffccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:32.627351 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-2854613b-26d4-45d8-bd0c-b2777cffccd6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=af09395504b74abd8f9b2bd22b3a36be&device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 1165 time: 0.3108890 Feb 19 02:59:32.747283 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d23d56-ba5d-42ea-ad5a-217612beb303', 'tag': '99377607-3b5a-4e16-836b-6b4b73f0118c', 'status': 'completed', 'code': 200} Feb 19 02:59:32.768802 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-72ac4c7b-a292-49a0-87a6-37b7b2ab96f9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=99377607-3b5a-4e16-836b-6b4b73f0118c HTTP/1.1" status: 200 len: 217 time: 0.1234419 Feb 19 02:59:32.798140 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0203e-6cc7-4daf-b85b-d05fc75490cd req-91f0c04c-a9f8-41b6-b340-f2ab7d1f57b5 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:32.800893 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-69f0203e-6cc7-4daf-b85b-d05fc75490cd req-91f0c04c-a9f8-41b6-b340-f2ab7d1f57b5 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 948 time: 0.3507869 Feb 19 02:59:32.951453 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-69f0203e-6cc7-4daf-b85b-d05fc75490cd req-5e5d79b9-67b2-49e8-91ac-cf76911b87e3 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bdc488c-d7a3-4a3d-9e76-789bf9137122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430209 Feb 19 02:59:33.065700 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-1b8c3052-b242-4f31-83d7-45c22eed6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:33.074031 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-1b8c3052-b242-4f31-83d7-45c22eed6e29 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4ccefb5b-d12f-49de-a45e-c0cf509b9e88 HTTP/1.1" status: 200 len: 843 time: 0.2923741 Feb 19 02:59:33.280337 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-7314d637-541d-4ead-be4e-d23b64f15e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:33.285947 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-7314d637-541d-4ead-be4e-d23b64f15e7a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=04ac926c-df00-4644-8ee6-4f84fe546a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2105424 Feb 19 02:59:33.618204 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78a382-62cf-403f-a5a3-97b33ac8739a req-e64e7f56-0b44-4b0f-a794-f89a71a97e7d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:33.633706 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5f78a382-62cf-403f-a5a3-97b33ac8739a req-e64e7f56-0b44-4b0f-a794-f89a71a97e7d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.2651806 Feb 19 02:59:33.806110 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5f78a382-62cf-403f-a5a3-97b33ac8739a req-ef1779f8-d828-4db5-b0ce-36b11317dfbc tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710918 Feb 19 02:59:34.148268 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e3ed7b8b-eebe-4460-8d77-d3f7fa6ae6e7 req-b86721b9-b837-4485-9900-1064ce1da8d8 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 210 time: 0.2014275 Feb 19 02:59:34.334919 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ee83b-6cb9-4640-ae1b-4e0386eceb36 req-2407e8f6-48f8-4e6a-8dad-4723fadd568e tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:34.354599 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6e1ee83b-6cb9-4640-ae1b-4e0386eceb36 req-2407e8f6-48f8-4e6a-8dad-4723fadd568e tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.2835159 Feb 19 02:59:34.439106 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-ff80d9ed-61bc-42ba-9b2e-e795c50b486f service neutron] 10.222.0.87 "GET /v2.0/networks/04ac926c-df00-4644-8ee6-4f84fe546a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1172693 Feb 19 02:59:34.456979 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6e1ee83b-6cb9-4640-ae1b-4e0386eceb36 req-89cf0dff-d240-4795-b33c-bfd7b9a33195 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012452 Feb 19 02:59:34.832834 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbf801-5fb8-4fda-aeed-8adf01451dac req-7a728ccf-45c7-40e1-b415-bedc1e6c510a tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:34.864166 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9dfbf801-5fb8-4fda-aeed-8adf01451dac req-7a728ccf-45c7-40e1-b415-bedc1e6c510a tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 948 time: 0.3208709 Feb 19 02:59:35.010994 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9dfbf801-5fb8-4fda-aeed-8adf01451dac req-54d4775c-8a1f-402f-8c8b-e81223e93863 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bdc488c-d7a3-4a3d-9e76-789bf9137122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436033 Feb 19 02:59:35.095840 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbae6b02-cf8c-4d21-b400-7a580e903dfb req-15dfa506-eef7-4711-b800-b6fea4ba6426 service neutron] 10.222.0.87 "GET /v2.0/networks/04ac926c-df00-4644-8ee6-4f84fe546a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6497996 Feb 19 02:59:35.420756 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206b3cf-7f3a-45c3-b83b-82ac67012809 req-a6e593b3-adbf-46d4-902a-035297e91bb3 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:35.422936 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b206b3cf-7f3a-45c3-b83b-82ac67012809 req-a6e593b3-adbf-46d4-902a-035297e91bb3 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.3247640 Feb 19 02:59:35.584485 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e7f74f84-79ac-49c1-a79f-84ca49a8ff74 req-f04c695a-fcc6-45b7-846a-c71208d23aa7 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 210 time: 0.1600964 Feb 19 02:59:35.634605 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-a1c6f37b-d5f9-4daa-b455-466e8fd19591 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:35.636549 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-a1c6f37b-d5f9-4daa-b455-466e8fd19591 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.87 "GET /v2.0/networks?id=2a7305f4-f948-4d70-abe2-41e142d4637f HTTP/1.1" status: 200 len: 814 time: 0.5256269 Feb 19 02:59:35.656605 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b206b3cf-7f3a-45c3-b83b-82ac67012809 req-b107965b-e330-488c-885c-a6e88de3dacf tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123304 Feb 19 02:59:35.665794 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-737cbdb6-dd8d-4109-b155-3015aa8d8e27 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Request body: {'port': {'device_id': 'ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1', 'network_id': '2a7305f4-f948-4d70-abe2-41e142d4637f', 'admin_state_up': True, 'tenant_id': '65f90cfb8bf648bb9083143b3ed461b2'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:35.904872 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-737cbdb6-dd8d-4109-b155-3015aa8d8e27 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:59:35.914142 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-737cbdb6-dd8d-4109-b155-3015aa8d8e27 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Usage tracker for resource:port and tenant:65f90cfb8bf648bb9083143b3ed461b2 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:59:35.919041 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-737cbdb6-dd8d-4109-b155-3015aa8d8e27 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:59:35.927740 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-737cbdb6-dd8d-4109-b155-3015aa8d8e27 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:59:35.960973 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-737cbdb6-dd8d-4109-b155-3015aa8d8e27 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Made reservation on behalf of 65f90cfb8bf648bb9083143b3ed461b2 for: {'port': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 02:59:35.968088 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-737cbdb6-dd8d-4109-b155-3015aa8d8e27 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:36.061051 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215446a-8741-4b2c-aa1f-7e23e32da10f req-7aa97820-8529-49be-97b9-3c8f1382ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:36.065343 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3215446a-8741-4b2c-aa1f-7e23e32da10f req-7aa97820-8529-49be-97b9-3c8f1382ea15 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=af09395504b74abd8f9b2bd22b3a36be&device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 1165 time: 0.7202084 Feb 19 02:59:36.131190 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed15f9-7ea3-4509-9d8a-3227df3d268f req-71c56dcb-35e3-4812-991f-fdfeacc8dc26 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:36.146958 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-beed15f9-7ea3-4509-9d8a-3227df3d268f req-71c56dcb-35e3-4812-991f-fdfeacc8dc26 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.3565578 Feb 19 02:59:36.245704 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-beed15f9-7ea3-4509-9d8a-3227df3d268f req-f8371350-ba59-42ee-af64-a04ceab521af tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941913 Feb 19 02:59:36.465639 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698be7d8-a7a3-48db-abe7-f7cfce9b6474 req-4e9febc2-f3e9-4c8a-9a46-821e3d2c24a9 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:36.468045 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-698be7d8-a7a3-48db-abe7-f7cfce9b6474 req-4e9febc2-f3e9-4c8a-9a46-821e3d2c24a9 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 948 time: 0.1723170 Feb 19 02:59:36.594380 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-698be7d8-a7a3-48db-abe7-f7cfce9b6474 req-56ac0f9a-1d8b-4161-93ab-0d3bef587f42 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bdc488c-d7a3-4a3d-9e76-789bf9137122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009002 Feb 19 02:59:36.733489 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215446a-8741-4b2c-aa1f-7e23e32da10f req-ca90f653-d0f9-4e1a-b124-160bda2ea244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:36.736425 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3215446a-8741-4b2c-aa1f-7e23e32da10f req-ca90f653-d0f9-4e1a-b124-160bda2ea244 service neutron] 10.222.0.87 "GET /v2.0/networks?id=04ac926c-df00-4644-8ee6-4f84fe546a43 HTTP/1.1" status: 200 len: 863 time: 0.6226599 Feb 19 02:59:37.245500 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3215446a-8741-4b2c-aa1f-7e23e32da10f req-cf34d05b-df7f-4a89-8612-217fc308746d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=99377607-3b5a-4e16-836b-6b4b73f0118c HTTP/1.1" status: 200 len: 217 time: 0.3654177 Feb 19 02:59:37.272662 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-737cbdb6-dd8d-4109-b155-3015aa8d8e27 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Allocated IP 172.20.0.2 (2a7305f4-f948-4d70-abe2-41e142d4637f/7be62eb1-140d-4676-8e34-6cb6732c6eb8/4431279a-95af-4aca-a433-4536a1a662d8) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 02:59:37.320916 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7b53a83c-b3c6-4e97-a7d3-d2d2e1d190e1 req-8db5bcda-20bc-4567-93bd-71bafc48f526 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 210 time: 0.3509927 Feb 19 02:59:37.446561 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6ed34-6856-4988-b4f0-dd09501d3c89 req-552f95fa-0201-4736-9469-8875639529f9 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:37.448827 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ffa6ed34-6856-4988-b4f0-dd09501d3c89 req-552f95fa-0201-4736-9469-8875639529f9 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.3820984 Feb 19 02:59:37.456855 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe9875-3b6a-4287-b718-d7ff5f4ef18a req-e89bc45c-9498-4b52-87f4-9e09e2f96cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:37.460395 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9afe9875-3b6a-4287-b718-d7ff5f4ef18a req-e89bc45c-9498-4b52-87f4-9e09e2f96cae service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c002812913314504b133ae634af86b2e&device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 1162 time: 0.3792157 Feb 19 02:59:37.515977 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 51754) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:37.559623 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215446a-8741-4b2c-aa1f-7e23e32da10f req-1580a8d8-c3c8-44dc-b820-97124abe7f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:37.562195 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3215446a-8741-4b2c-aa1f-7e23e32da10f req-1580a8d8-c3c8-44dc-b820-97124abe7f3b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4ccefb5b-d12f-49de-a45e-c0cf509b9e88 HTTP/1.1" status: 200 len: 843 time: 0.2743065 Feb 19 02:59:37.670864 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e1b5b-fdad-44ec-a232-602d8d44e12a req-c9788a3c-cc3a-4964-b172-5b4ef35f632f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:37.672187 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-9d2e1b5b-fdad-44ec-a232-602d8d44e12a req-c9788a3c-cc3a-4964-b172-5b4ef35f632f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Synchronizing usage tracker for tenant:0118817c78a646edba737412d030d31e on resource:port {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:59:37.675832 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ffa6ed34-6856-4988-b4f0-dd09501d3c89 req-8b39cf93-9e6e-48d6-a75e-17c004a7f4fa tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136650 Feb 19 02:59:37.830346 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd3b74-441e-4614-a0e2-61ca7cc8f2b7 req-edb8d50b-461d-4a82-b95f-54e27c8e88cb tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:37.832474 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95cd3b74-441e-4614-a0e2-61ca7cc8f2b7 req-edb8d50b-461d-4a82-b95f-54e27c8e88cb tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.2047698 Feb 19 02:59:37.856231 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:37.948723 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:59:37.958572 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Usage tracker for resource:security_group_rule and tenant:733551cfbcae409cb16f36f11f52f0a3 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:59:37.966338 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:59:37.980723 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:59:38.022959 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe9875-3b6a-4287-b718-d7ff5f4ef18a req-22fe0063-428c-4e18-90fa-3d8c224d7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:38.024810 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9afe9875-3b6a-4287-b718-d7ff5f4ef18a req-22fe0063-428c-4e18-90fa-3d8c224d7e6d service neutron] 10.222.0.87 "GET /v2.0/networks?id=aff37b45-bb0b-4722-99c2-f05b1c234791 HTTP/1.1" status: 200 len: 911 time: 0.5341506 Feb 19 02:59:38.077534 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-9d2e1b5b-fdad-44ec-a232-602d8d44e12a req-c9788a3c-cc3a-4964-b172-5b4ef35f632f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Unset dirty status for tenant:0118817c78a646edba737412d030d31e on resource:port {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:59:38.079312 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9d2e1b5b-fdad-44ec-a232-602d8d44e12a req-c9788a3c-cc3a-4964-b172-5b4ef35f632f tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.87 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 1.2015448 Feb 19 02:59:38.243406 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:38.279035 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:38.290843 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Network 04ac926c-df00-4644-8ee6-4f84fe546a43 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 02:59:38.318261 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215446a-8741-4b2c-aa1f-7e23e32da10f req-5ef7bc00-ce14-44fc-9b2b-bc3f62a816a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:38.320825 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3215446a-8741-4b2c-aa1f-7e23e32da10f req-5ef7bc00-ce14-44fc-9b2b-bc3f62a816a1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=04ac926c-df00-4644-8ee6-4f84fe546a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.7476823 Feb 19 02:59:38.322110 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-bde9f0d4-0489-4d71-b669-c62b21042c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:38.469513 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95cd3b74-441e-4614-a0e2-61ca7cc8f2b7 req-31e1f83d-6324-416e-8fdb-8dec195c1544 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6232688 Feb 19 02:59:38.471957 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9afe9875-3b6a-4287-b718-d7ff5f4ef18a req-ddfda483-422a-4eba-bcf7-17d01a2b05f7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 HTTP/1.1" status: 200 len: 1001 time: 0.4310482 Feb 19 02:59:38.542020 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7eab77-c1e7-4f80-ae98-f6734e91e823,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:38.554925 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3215446a-8741-4b2c-aa1f-7e23e32da10f req-08f99835-fd52-4552-8e5d-704441cabc64 service neutron] 10.222.0.87 "GET /v2.0/networks/04ac926c-df00-4644-8ee6-4f84fe546a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939511 Feb 19 02:59:38.565932 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.566602 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.567208 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.567758 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.568300 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.568921 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.569463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.570025 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.570565 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.571093 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.571645 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.572320 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.573015 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.573606 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.574264 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.574864 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.575454 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.576033 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.576609 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.577199 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.577823 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.578457 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.579058 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.579679 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 02:59:38.618658 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:38.640220 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe9875-3b6a-4287-b718-d7ff5f4ef18a req-1242c232-8357-46a0-aa61-819502a17b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:38.641977 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9afe9875-3b6a-4287-b718-d7ff5f4ef18a req-1242c232-8357-46a0-aa61-819502a17b8c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b750ccce-480c-48ff-95df-32a79b278619 HTTP/1.1" status: 200 len: 856 time: 0.1511512 Feb 19 02:59:38.766974 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-737cbdb6-dd8d-4109-b155-3015aa8d8e27 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:38.774183 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6944412c-2a70-4964-a5ff-77513063fd7b req-d24adad7-3187-427f-843e-097acdc9be9e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 210 time: 0.0791554 Feb 19 02:59:38.796568 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e720d-36f7-4c3b-b6ef-e6fad26715d7 req-f69a4217-b087-48c2-aca4-f742ebaad1b9 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:38.805898 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c18e720d-36f7-4c3b-b6ef-e6fad26715d7 req-f69a4217-b087-48c2-aca4-f742ebaad1b9 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 948 time: 0.9610343 Feb 19 02:59:38.900594 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c18e720d-36f7-4c3b-b6ef-e6fad26715d7 req-8e97dff4-718e-416f-937c-5aa9b06d030c tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bdc488c-d7a3-4a3d-9e76-789bf9137122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931752 Feb 19 02:59:38.914597 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=733551cfbcae409cb16f36f11f52f0a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3941057 Feb 19 02:59:38.917403 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3215446a-8741-4b2c-aa1f-7e23e32da10f req-3268cf8b-5851-4fa2-89b9-37329902a445 service neutron] 10.222.0.87 "GET /v2.0/networks/04ac926c-df00-4644-8ee6-4f84fe546a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3325565 Feb 19 02:59:38.919134 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 51770) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:39.035211 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-9d2e1b5b-fdad-44ec-a232-602d8d44e12a req-e47e98b1-200d-46e6-abde-cf61a7fce667 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Deleting port c46eec54-eede-4e12-b72b-80078e70e095 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 02:59:39.035211 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9d2e1b5b-fdad-44ec-a232-602d8d44e12a req-e47e98b1-200d-46e6-abde-cf61a7fce667 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:39.093383 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.objects.ports [None req-f791840f-3d77-4127-b923-ff5351d48ea0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84086) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 19 02:59:39.179059 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-737cbdb6-dd8d-4109-b155-3015aa8d8e27 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:39.190429 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bdfbaea7-4768-4899-b1ee-9cf198ae2230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:39.232708 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe9875-3b6a-4287-b718-d7ff5f4ef18a req-d24c7047-bfde-4606-896f-7d199dd23e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:39.235572 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9afe9875-3b6a-4287-b718-d7ff5f4ef18a req-d24c7047-bfde-4606-896f-7d199dd23e12 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=aff37b45-bb0b-4722-99c2-f05b1c234791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5856452 Feb 19 02:59:39.239648 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:39.363581 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bdfbaea7-4768-4899-b1ee-9cf198ae2230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:39.413923 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ff5d2-e85d-41ad-afda-a630df4476ce req-e33f6628-e8da-4ddf-ad3a-e5356fe3314b tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:39.415737 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5d3ff5d2-e85d-41ad-afda-a630df4476ce req-e33f6628-e8da-4ddf-ad3a-e5356fe3314b tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.4209208 Feb 19 02:59:39.555532 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9afe9875-3b6a-4287-b718-d7ff5f4ef18a req-ebe72109-a622-4909-8356-d9f39433e983 service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072891 Feb 19 02:59:39.562558 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5d3ff5d2-e85d-41ad-afda-a630df4476ce req-66a2dd5f-df39-4ef5-9fa4-f9c6f46a5db8 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101923 Feb 19 02:59:39.599806 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bdfbaea7-4768-4899-b1ee-9cf198ae2230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:39.667901 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0ada2780-2ea5-4ddf-8045-2012a4991c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:39.685831 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbaea7-4768-4899-b1ee-9cf198ae2230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7eab77-c1e7-4f80-ae98-f6734e91e823,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:39.700828 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-bdfbaea7-4768-4899-b1ee-9cf198ae2230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:39.793020 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bdfbaea7-4768-4899-b1ee-9cf198ae2230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:39.794585 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-bdfbaea7-4768-4899-b1ee-9cf198ae2230 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6a7eab77-c1e7-4f80-ae98-f6734e91e823 HTTP/1.1" status: 204 len: 168 time: 0.8732119 Feb 19 02:59:39.862470 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-737cbdb6-dd8d-4109-b155-3015aa8d8e27 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Network 2a7305f4-f948-4d70-abe2-41e142d4637f is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 02:59:39.870434 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-737cbdb6-dd8d-4109-b155-3015aa8d8e27 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 02:59:39.873659 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-737cbdb6-dd8d-4109-b155-3015aa8d8e27 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 02:59:40.046473 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9afe9875-3b6a-4287-b718-d7ff5f4ef18a req-9a9af116-c7f2-401a-978f-ff8f18e14bf4 service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4749432 Feb 19 02:59:40.072737 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device b9087256-191c-4476-a572-ce2bf0b124ef up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:59:40.130491 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c239a-a99d-47ef-9568-0fdcf0b85979 req-985876b2-fa8d-4a73-9fa3-e1386605beee tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:40.134038 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f42c239a-a99d-47ef-9568-0fdcf0b85979 req-985876b2-fa8d-4a73-9fa3-e1386605beee tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 946 time: 0.4351385 Feb 19 02:59:40.252452 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-9d2e1b5b-fdad-44ec-a232-602d8d44e12a req-e47e98b1-200d-46e6-abde-cf61a7fce667 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] For port c46eec54-eede-4e12-b72b-80078e70e095, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=c46eec54-eede-4e12-b72b-80078e70e095,segment=NetworkSegment(8de2b73b-ad3d-4999-88f7-fbe508114dc5),segment_id=8de2b73b-ad3d-4999-88f7-fbe508114dc5)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:59:40.253064 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9d2e1b5b-fdad-44ec-a232-602d8d44e12a req-e47e98b1-200d-46e6-abde-cf61a7fce667 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:40.266873 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port b9087256-191c-4476-a572-ce2bf0b124ef triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:59:40.268846 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:40.429664 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f42c239a-a99d-47ef-9568-0fdcf0b85979 req-f2c4134e-33f4-430e-9c59-950a6f1e4642 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879694 Feb 19 02:59:40.450019 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-9d2e1b5b-fdad-44ec-a232-602d8d44e12a req-e47e98b1-200d-46e6-abde-cf61a7fce667 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Calling delete_port for c46eec54-eede-4e12-b72b-80078e70e095 owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 02:59:40.489432 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ef63a-7eec-4f1c-b59b-f9dfdd985330 req-585c62dc-10ba-4470-8ae4-708f6620a927 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:40.491692 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-831ef63a-7eec-4f1c-b59b-f9dfdd985330 req-585c62dc-10ba-4470-8ae4-708f6620a927 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 931 time: 0.2907350 Feb 19 02:59:40.640626 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 99377607-3b5a-4e16-836b-6b4b73f0118c up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:59:40.689530 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-831ef63a-7eec-4f1c-b59b-f9dfdd985330 req-dfaff86e-bbe6-4d9f-a55a-c3905d0c55e0 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Synchronizing usage tracker for tenant:65f90cfb8bf648bb9083143b3ed461b2 on resource:security_group {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:59:40.749555 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning for port 99377607-3b5a-4e16-836b-6b4b73f0118c completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:59:40.756426 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 99377607-3b5a-4e16-836b-6b4b73f0118c triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:59:40.766328 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:40.768968 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737cbdb6-dd8d-4109-b155-3015aa8d8e27 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Pushing event updated for resources: {'Port': ['ID=4431279a-95af-4aca-a433-4536a1a662d8,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:40.773322 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-737cbdb6-dd8d-4109-b155-3015aa8d8e27 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.534s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:40.778255 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9d2e1b5b-fdad-44ec-a232-602d8d44e12a req-e47e98b1-200d-46e6-abde-cf61a7fce667 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:40.920106 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-831ef63a-7eec-4f1c-b59b-f9dfdd985330 req-dfaff86e-bbe6-4d9f-a55a-c3905d0c55e0 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Unset dirty status for tenant:65f90cfb8bf648bb9083143b3ed461b2 on resource:security_group {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:59:40.931060 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7d73e994-9ca7-4e86-80eb-fc2e71222dec tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:40.944644 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-831ef63a-7eec-4f1c-b59b-f9dfdd985330 req-dfaff86e-bbe6-4d9f-a55a-c3905d0c55e0 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316015 Feb 19 02:59:40.996604 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e98b1-200d-46e6-abde-cf61a7fce667 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Pushing event deleted for resources: {'Port': ['ID=c46eec54-eede-4e12-b72b-80078e70e095,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:41.000614 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e47e98b1-200d-46e6-abde-cf61a7fce667 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:41.004787 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f790c193-bfe1-42ea-bebf-64c6041d84d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:41.050511 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2e1b5b-fdad-44ec-a232-602d8d44e12a req-e47e98b1-200d-46e6-abde-cf61a7fce667 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] No DVR routers for this DVR port c46eec54-eede-4e12-b72b-80078e70e095 on host hv-cinder-77570 {{(pid=84085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 02:59:41.053958 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9d2e1b5b-fdad-44ec-a232-602d8d44e12a req-e47e98b1-200d-46e6-abde-cf61a7fce667 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:41.062174 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5168014-50ee-4ace-990d-3556c389c770', 'name': 'network-vif-deleted', 'tag': 'c46eec54-eede-4e12-b72b-80078e70e095'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:59:41.073461 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-737cbdb6-dd8d-4109-b155-3015aa8d8e27 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:41.074178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-737cbdb6-dd8d-4109-b155-3015aa8d8e27 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:41.129703 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9d2e1b5b-fdad-44ec-a232-602d8d44e12a req-e47e98b1-200d-46e6-abde-cf61a7fce667 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.87 "DELETE /v2.0/ports/c46eec54-eede-4e12-b72b-80078e70e095 HTTP/1.1" status: 204 len: 173 time: 3.0356479 Feb 19 02:59:41.132417 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-737cbdb6-dd8d-4109-b155-3015aa8d8e27 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4742372 Feb 19 02:59:41.153163 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1620b-50ee-4fa9-9810-11a9408a2262 req-7b6a95f3-9a80-4eac-ba89-2aca59062deb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:41.154605 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Request body: {'port': {'device_id': 'ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:41.162365 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-47f1620b-50ee-4fa9-9810-11a9408a2262 req-7b6a95f3-9a80-4eac-ba89-2aca59062deb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 948 time: 0.4498529 Feb 19 02:59:41.202618 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:41.281014 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d23d56-ba5d-42ea-ad5a-217612beb303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99377607-3b5a-4e16-836b-6b4b73f0118c'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:59:41.315495 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 99377607-3b5a-4e16-836b-6b4b73f0118c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=99377607-3b5a-4e16-836b-6b4b73f0118c,segment=NetworkSegment(19f0543e-f0ee-4da6-9cc1-841b0a935e1e),segment_id=19f0543e-f0ee-4da6-9cc1-841b0a935e1e)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:59:41.320894 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:41.324699 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-47f1620b-50ee-4fa9-9810-11a9408a2262 req-b9bd58dd-5b0d-404f-afc3-76270a615176 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bdc488c-d7a3-4a3d-9e76-789bf9137122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538739 Feb 19 02:59:41.335921 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:41.482246 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5168014-50ee-4ace-990d-3556c389c770', 'name': 'network-vif-deleted', 'tag': 'c46eec54-eede-4e12-b72b-80078e70e095', 'status': 'completed', 'code': 200} Feb 19 02:59:41.484462 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=99377607-3b5a-4e16-836b-6b4b73f0118c,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:41.489465 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:41.492603 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:41.493553 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device c46eec54-eede-4e12-b72b-80078e70e095 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 02:59:41.594133 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d23d56-ba5d-42ea-ad5a-217612beb303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99377607-3b5a-4e16-836b-6b4b73f0118c', 'code': 200} Feb 19 02:59:41.595368 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] No Port match for: c46eec54-eede-4e12-b72b-80078e70e095 {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 02:59:41.595789 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device c46eec54-eede-4e12-b72b-80078e70e095 not bound to the agent host hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 02:59:42.013417 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8175e4e5-73de-4d76-95c6-010655ed5e8c req-e92e986f-1023-4fdd-89ef-91b8e559ebea tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5168014-50ee-4ace-990d-3556c389c770 HTTP/1.1" status: 200 len: 210 time: 0.1657100 Feb 19 02:59:42.053332 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73073624-4426-4707-a1e2-05effa7cb2ca req-4deb8273-5170-4b25-9182-02caa7b23518 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:42.063282 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-73073624-4426-4707-a1e2-05effa7cb2ca req-4deb8273-5170-4b25-9182-02caa7b23518 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.3341057 Feb 19 02:59:42.131573 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-73073624-4426-4707-a1e2-05effa7cb2ca req-6ab12022-afce-4b16-917e-ae05d9117c93 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672009 Feb 19 02:59:42.328812 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 99377607-3b5a-4e16-836b-6b4b73f0118c up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:59:42.496818 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dbb25-f7ce-42e4-ba1d-a00e693b7ded req-aed4d621-19d0-49b2-a290-38bd7eb33ef3 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:42.497426 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b54cec-969a-470d-ace4-a7031a5a7022 req-f02f2958-14a4-4bb3-b212-dc08dcb84442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:42.500032 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-00b54cec-969a-470d-ace4-a7031a5a7022 req-f02f2958-14a4-4bb3-b212-dc08dcb84442 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 1167 time: 0.4082847 Feb 19 02:59:42.512996 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-dc1dbb25-f7ce-42e4-ba1d-a00e693b7ded req-aed4d621-19d0-49b2-a290-38bd7eb33ef3 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 931 time: 0.2509277 Feb 19 02:59:42.601643 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-dc1dbb25-f7ce-42e4-ba1d-a00e693b7ded req-19621a71-612c-41b9-91e9-1b77e140bca4 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827744 Feb 19 02:59:42.602543 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 99377607-3b5a-4e16-836b-6b4b73f0118c triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:59:42.603097 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:42.638915 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 02:59:42.774909 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4431279a-95af-4aca-a433-4536a1a662d8 {{(pid=84085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 02:59:42.786051 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:42.804937 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Transition to ACTIVE for port object 4431279a-95af-4aca-a433-4536a1a662d8 will not be triggered until provisioned by entity L2. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 02:59:42.847980 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:42.904625 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-87018d77-9077-448d-958a-03c3d3991182 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:42.955852 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d6edee40-a025-4e67-8c35-882aff60e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:42.999961 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0369b-8b9a-4553-be9d-c81acf056b10 req-9081d4f1-86bd-4314-8801-c35077da1357 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:43.014030 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d4d0369b-8b9a-4553-be9d-c81acf056b10 req-9081d4f1-86bd-4314-8801-c35077da1357 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 950 time: 0.1985373 Feb 19 02:59:43.121255 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d4d0369b-8b9a-4553-be9d-c81acf056b10 req-80f8cbb8-fbe0-48ca-9881-e3d270cfb526 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bdc488c-d7a3-4a3d-9e76-789bf9137122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056025 Feb 19 02:59:43.167373 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-00b54cec-969a-470d-ace4-a7031a5a7022 req-7c3f5b9c-a949-42f9-b35a-7d6b06374174 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1bdc488c-d7a3-4a3d-9e76-789bf9137122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6568515 Feb 19 02:59:43.221015 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4431279a-95af-4aca-a433-4536a1a662d8,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:43.226017 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:43.374781 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:43.642728 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680dc54-bff5-4c70-beb1-34f6a7271a62 req-0a180bf6-d1ba-440f-a71c-3d6100c2b2f9 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:43.645096 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0680dc54-bff5-4c70-beb1-34f6a7271a62 req-0a180bf6-d1ba-440f-a71c-3d6100c2b2f9 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.2364495 Feb 19 02:59:43.774897 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Attempting to bind port 4431279a-95af-4aca-a433-4536a1a662d8 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:43.778210 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Attempting to bind port 4431279a-95af-4aca-a433-4536a1a662d8 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'daae8d81-c5ca-4622-9b8c-fecc9e88b13b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a7305f4-f948-4d70-abe2-41e142d4637f'}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 02:59:43.786803 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Attempting to bind port 4431279a-95af-4aca-a433-4536a1a662d8 on network 2a7305f4-f948-4d70-abe2-41e142d4637f {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 02:59:43.805495 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Checking agent: {'id': '38d2f619-f811-4ccc-89e2-793bab8ea98e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 53, 25), 'started_at': datetime.datetime(2021, 2, 19, 2, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 02:59:43.806645 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Checking segment: {'id': 'daae8d81-c5ca-4622-9b8c-fecc9e88b13b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a7305f4-f948-4d70-abe2-41e142d4637f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 02:59:43.807589 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:43.808373 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Bound using segment: {'id': 'daae8d81-c5ca-4622-9b8c-fecc9e88b13b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a7305f4-f948-4d70-abe2-41e142d4637f'} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 02:59:43.809346 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Bound port: 4431279a-95af-4aca-a433-4536a1a662d8, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daae8d81-c5ca-4622-9b8c-fecc9e88b13b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a7305f4-f948-4d70-abe2-41e142d4637f'}}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 02:59:43.810147 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:43.905138 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 02:59:43.978318 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0680dc54-bff5-4c70-beb1-34f6a7271a62 req-97548878-7d24-4e56-a010-15be3487f5f8 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3248467 Feb 19 02:59:44.052753 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] For port 4431279a-95af-4aca-a433-4536a1a662d8, host hv-cinder-77570, cleared binding levels {{(pid=84085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 02:59:44.058308 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] For port 4431279a-95af-4aca-a433-4536a1a662d8, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=4431279a-95af-4aca-a433-4536a1a662d8,segment=NetworkSegment(daae8d81-c5ca-4622-9b8c-fecc9e88b13b),segment_id=daae8d81-c5ca-4622-9b8c-fecc9e88b13b)] {{(pid=84085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 02:59:44.065541 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:44.076885 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bda145-d2e6-476a-bf0d-fe0d096bc4a1 req-704fe893-9b1c-4a48-8f80-95b10a262ddc tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:44.096520 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95bda145-d2e6-476a-bf0d-fe0d096bc4a1 req-704fe893-9b1c-4a48-8f80-95b10a262ddc tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 943 time: 0.3138161 Feb 19 02:59:44.111401 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d6780233-f2b2-406a-9232-f2feb0e8666c tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:44.151709 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:44.221587 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95bda145-d2e6-476a-bf0d-fe0d096bc4a1 req-39a4eb8e-3b24-4387-81a8-4b618569c6c0 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100736 Feb 19 02:59:44.253217 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=2f96b873-54a3-4cc6-86f3-e2ed8d3b5125,segment=NetworkSegment(d616cdcb-7ab1-43cf-a37d-52e71d74e46e),segment_id=d616cdcb-7ab1-43cf-a37d-52e71d74e46e)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:59:44.259111 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb7253a-adba-4965-b266-3a0958a67f38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f96b873-54a3-4cc6-86f3-e2ed8d3b5125'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:59:44.286263 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:44.292086 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cfbc6342-835a-47e1-8f58-c53ff8b58385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:44.363157 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4431279a-95af-4aca-a433-4536a1a662d8,revision_number=3']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:44.397366 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:44.591750 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=2f96b873-54a3-4cc6-86f3-e2ed8d3b5125,revision_number=5']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:44.617530 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:44.650868 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:44.651644 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:44.658531 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] 10.222.0.87 "PUT /v2.0/ports/4431279a-95af-4aca-a433-4536a1a662d8 HTTP/1.1" status: 200 len: 1157 time: 3.5044103 Feb 19 02:59:44.658531 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1', 'tag': '4431279a-95af-4aca-a433-4536a1a662d8'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:59:44.759070 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51867625-a332-4f09-bce6-16212ef4eff5 req-e42e2148-b689-43c7-9719-fc2c0470ad98 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:44.769702 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-51867625-a332-4f09-bce6-16212ef4eff5 req-e42e2148-b689-43c7-9719-fc2c0470ad98 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.1503687 Feb 19 02:59:44.961358 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:44.965762 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-1a60e7bf-1f2b-4ec8-93d7-eea2f99e9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:44.969142 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-1a60e7bf-1f2b-4ec8-93d7-eea2f99e9615 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=65f90cfb8bf648bb9083143b3ed461b2&device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 1160 time: 0.1710544 Feb 19 02:59:44.979321 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-51867625-a332-4f09-bce6-16212ef4eff5 req-aa867b5b-9623-4839-9a8a-61b0c062881e tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083066 Feb 19 02:59:45.160572 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-92f34c5a-d8be-4a48-8cb0-9d0175a9d362 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4431279a-95af-4aca-a433-4536a1a662d8 HTTP/1.1" status: 200 len: 217 time: 0.1672738 Feb 19 02:59:45.210923 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:45.274770 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-310b79e2-d245-4705-ab4a-6664afdb3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:45.278448 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-310b79e2-d245-4705-ab4a-6664afdb3c71 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7be62eb1-140d-4676-8e34-6cb6732c6eb8 HTTP/1.1" status: 200 len: 854 time: 0.1090984 Feb 19 02:59:45.369621 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-ba552e22-741d-40ab-a5ba-91d9929144c8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2a7305f4-f948-4d70-abe2-41e142d4637f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758934 Feb 19 02:59:45.375943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38a906-f41e-4aad-af69-96e5f7ecb989 req-a181703e-28ca-4ce5-afaf-26fca58bae0c tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:45.378809 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9c38a906-f41e-4aad-af69-96e5f7ecb989 req-a181703e-28ca-4ce5-afaf-26fca58bae0c tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 950 time: 0.1279669 Feb 19 02:59:45.554171 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9c38a906-f41e-4aad-af69-96e5f7ecb989 req-586a450e-425b-4fa5-a532-2db773cad35d tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bdc488c-d7a3-4a3d-9e76-789bf9137122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618233 Feb 19 02:59:45.559954 dv-cinder-775706-2-smb neutron-server[83972]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5fb7253a-adba-4965-b266-3a0958a67f38', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2f96b873-54a3-4cc6-86f3-e2ed8d3b5125', 'code': 422} returned with failed status Feb 19 02:59:45.622502 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-051ae082-bf1e-4192-bb4a-bbd63dcbbd67 service neutron] 10.222.0.87 "GET /v2.0/networks/2a7305f4-f948-4d70-abe2-41e142d4637f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430892 Feb 19 02:59:45.660258 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 51918) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:45.690482 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1', 'tag': '4431279a-95af-4aca-a433-4536a1a662d8', 'status': 'completed', 'code': 200} Feb 19 02:59:45.852008 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495a8b3-f725-44c0-b204-94855d58da42 req-0ab93e20-0f4f-4a95-b0f7-f1f8d5a14c97 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:45.860352 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4495a8b3-f725-44c0-b204-94855d58da42 req-0ab93e20-0f4f-4a95-b0f7-f1f8d5a14c97 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 943 time: 0.1165493 Feb 19 02:59:45.999126 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-95ceccbe-bbf2-41ae-a0b4-b488fbe161a5 req-b85d36af-daf8-4423-810f-96a1e3c2847b service neutron] 10.222.0.87 "GET /v2.0/networks/2a7305f4-f948-4d70-abe2-41e142d4637f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3622615 Feb 19 02:59:46.062713 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4495a8b3-f725-44c0-b204-94855d58da42 req-84af00f6-a0d9-4fbf-a182-5f49bfb5eaf0 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910057 Feb 19 02:59:46.068643 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e0c5d4af-64f1-487f-af6b-d9dfb928789a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:46.103765 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-e0c5d4af-64f1-487f-af6b-d9dfb928789a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:59:46.119417 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-e0c5d4af-64f1-487f-af6b-d9dfb928789a admin admin] Usage tracker for resource:security_group_rule and tenant:046dfb8864754dea9e91b0fff231a189 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:59:46.131466 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-e0c5d4af-64f1-487f-af6b-d9dfb928789a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:59:46.159454 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 99377607-3b5a-4e16-836b-6b4b73f0118c up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:59:46.159761 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-e0c5d4af-64f1-487f-af6b-d9dfb928789a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:59:46.395416 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 99377607-3b5a-4e16-836b-6b4b73f0118c triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:59:46.402571 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:46.434219 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e0c5d4af-64f1-487f-af6b-d9dfb928789a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:46.441660 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e0c5d4af-64f1-487f-af6b-d9dfb928789a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:46.476780 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:46.533054 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50182c-4af7-46fd-9e8b-88b2febc64f2 req-e3e16ca5-5eb2-45ce-a966-59082e52ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:46.536192 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3b50182c-4af7-46fd-9e8b-88b2febc64f2 req-e3e16ca5-5eb2-45ce-a966-59082e52ab79 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=65f90cfb8bf648bb9083143b3ed461b2&device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 1160 time: 0.3788173 Feb 19 02:59:46.537175 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 51948) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:46.563646 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-e0c5d4af-64f1-487f-af6b-d9dfb928789a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=046dfb8864754dea9e91b0fff231a189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8992178 Feb 19 02:59:46.576868 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 51954) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:46.653015 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5d4af-64f1-487f-af6b-d9dfb928789a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689fcefa-c032-41dd-a344-8c1ef30e5d42,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:46.657109 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e0c5d4af-64f1-487f-af6b-d9dfb928789a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:46.763942 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-58cb6807-6d13-4298-a76a-f70a7605d854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:46.790239 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48922e45-a3ef-4b5c-88e0-e000f7c488b0 req-a0a9fdc8-730e-404c-9feb-0e14025194e1 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:46.792387 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-48922e45-a3ef-4b5c-88e0-e000f7c488b0 req-a0a9fdc8-730e-404c-9feb-0e14025194e1 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.2264757 Feb 19 02:59:46.957870 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-58cb6807-6d13-4298-a76a-f70a7605d854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:46.979876 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-48922e45-a3ef-4b5c-88e0-e000f7c488b0 req-1e8cc3b9-4dbe-4f86-b721-01d348e3aadf tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406848 Feb 19 02:59:47.078420 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938647c3-61e8-45b2-a923-be4a2de866c1 req-a2cfe2a0-4ec5-4ae5-9d5e-dac32ede1861 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:47.089010 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-938647c3-61e8-45b2-a923-be4a2de866c1 req-a2cfe2a0-4ec5-4ae5-9d5e-dac32ede1861 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.2920198 Feb 19 02:59:47.187488 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-938647c3-61e8-45b2-a923-be4a2de866c1 req-63f91274-c53d-4ce7-9611-8082fc8c0a33 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969765 Feb 19 02:59:47.230033 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50182c-4af7-46fd-9e8b-88b2febc64f2 req-1b608f5a-e5b7-4af7-b478-84e52f8efd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:47.230033 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3b50182c-4af7-46fd-9e8b-88b2febc64f2 req-1b608f5a-e5b7-4af7-b478-84e52f8efd99 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2a7305f4-f948-4d70-abe2-41e142d4637f HTTP/1.1" status: 200 len: 908 time: 0.6689284 Feb 19 02:59:47.320594 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-58cb6807-6d13-4298-a76a-f70a7605d854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:47.328795 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cbe42188-f352-4e16-9aa1-1d471f0188fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:47.346761 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb6807-6d13-4298-a76a-f70a7605d854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689fcefa-c032-41dd-a344-8c1ef30e5d42,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:47.351671 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-58cb6807-6d13-4298-a76a-f70a7605d854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:47.360618 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-58cb6807-6d13-4298-a76a-f70a7605d854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:47.387050 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-58cb6807-6d13-4298-a76a-f70a7605d854 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/689fcefa-c032-41dd-a344-8c1ef30e5d42 HTTP/1.1" status: 204 len: 168 time: 0.8086092 Feb 19 02:59:47.471801 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3b50182c-4af7-46fd-9e8b-88b2febc64f2 req-8e1c166c-116c-4efa-bb4c-f64b0e22b18a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4431279a-95af-4aca-a433-4536a1a662d8 HTTP/1.1" status: 200 len: 217 time: 0.2260256 Feb 19 02:59:47.589855 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a4dbb-ab33-460e-a38c-5e47416fa39a req-ad85669b-a8da-4cc2-9ec8-32b2c62853f5 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:47.592627 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-be2a4dbb-ab33-460e-a38c-5e47416fa39a req-ad85669b-a8da-4cc2-9ec8-32b2c62853f5 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 950 time: 0.4034023 Feb 19 02:59:47.631484 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9485c8ee-f07b-4010-b31c-fb22dab04ad9 req-be612680-82e2-4279-9c65-b421bb4a65e0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0852392 Feb 19 02:59:47.672512 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50182c-4af7-46fd-9e8b-88b2febc64f2 req-61dddca2-e186-4edd-b0c4-a4b53a512853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:47.685018 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3b50182c-4af7-46fd-9e8b-88b2febc64f2 req-61dddca2-e186-4edd-b0c4-a4b53a512853 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7be62eb1-140d-4676-8e34-6cb6732c6eb8 HTTP/1.1" status: 200 len: 854 time: 0.1919622 Feb 19 02:59:47.729906 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c6ab3-72c6-45df-a4e2-5e2bb2f83c89 req-c87afec1-f2e0-4ac7-afc1-8a5766c6588f tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:47.733400 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4c3c6ab3-72c6-45df-a4e2-5e2bb2f83c89 req-c87afec1-f2e0-4ac7-afc1-8a5766c6588f tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 943 time: 0.3391490 Feb 19 02:59:47.776384 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3b50182c-4af7-46fd-9e8b-88b2febc64f2 req-7e2f852b-9f45-49e1-b94a-3f05fe42223f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2a7305f4-f948-4d70-abe2-41e142d4637f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899959 Feb 19 02:59:47.805836 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-be2a4dbb-ab33-460e-a38c-5e47416fa39a req-7a8b9024-9b64-46a6-a6e1-e1e05a9e1d72 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bdc488c-d7a3-4a3d-9e76-789bf9137122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997666 Feb 19 02:59:47.891429 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4c3c6ab3-72c6-45df-a4e2-5e2bb2f83c89 req-9651575d-a6d0-475f-94ab-b28d9daa4e68 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477048 Feb 19 02:59:48.115438 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 51982) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:48.136943 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3b50182c-4af7-46fd-9e8b-88b2febc64f2 req-b933240f-71cd-470c-b208-5be33b82edd8 service neutron] 10.222.0.87 "GET /v2.0/networks/2a7305f4-f948-4d70-abe2-41e142d4637f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299720 Feb 19 02:59:48.156459 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7197c67-930c-449b-8334-ac967cbb7d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:48.312212 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-f7197c67-930c-449b-8334-ac967cbb7d33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:59:48.343659 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-f7197c67-930c-449b-8334-ac967cbb7d33 admin admin] Usage tracker for resource:security_group_rule and tenant:1fe2840b6cc641f5ada1c2be9241a67f is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:59:48.348897 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-f7197c67-930c-449b-8334-ac967cbb7d33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:59:48.361747 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-f7197c67-930c-449b-8334-ac967cbb7d33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:59:48.463619 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3b50182c-4af7-46fd-9e8b-88b2febc64f2 req-f9e7ac3d-89ab-477a-ad56-28c421d8be61 service neutron] 10.222.0.87 "GET /v2.0/networks/2a7305f4-f948-4d70-abe2-41e142d4637f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3116333 Feb 19 02:59:48.485763 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab8d14-1734-43fd-90ae-fb194b620db4 req-1cd0cee4-3dff-426a-a593-fb41c405c8ce tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:48.495754 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c6ab8d14-1734-43fd-90ae-fb194b620db4 req-1cd0cee4-3dff-426a-a593-fb41c405c8ce tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.3073480 Feb 19 02:59:48.514944 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.objects.ports [None req-09a71421-a5f7-4d65-9c41-b9e3f824f284 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84086) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 19 02:59:48.609811 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c6ab8d14-1734-43fd-90ae-fb194b620db4 req-483d78c5-1afe-439b-9af5-7f901f8d7baf tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119261 Feb 19 02:59:48.793784 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ce478-b757-442e-a58d-1a97842e3642 req-3b7a08ad-9829-4271-afca-1fa51fd4038b tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:48.795786 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4e1ce478-b757-442e-a58d-1a97842e3642 req-3b7a08ad-9829-4271-afca-1fa51fd4038b tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.1606457 Feb 19 02:59:48.797935 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7197c67-930c-449b-8334-ac967cbb7d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:48.807026 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7197c67-930c-449b-8334-ac967cbb7d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:48.836275 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b5d7b9ad-fdb9-40c2-a918-d8312f63d9dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:48.936258 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7197c67-930c-449b-8334-ac967cbb7d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87db814b-ebf9-437a-9544-7d4a5d057650,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:48.941345 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f7197c67-930c-449b-8334-ac967cbb7d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:49.005132 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4e1ce478-b757-442e-a58d-1a97842e3642 req-be8eba77-7a98-43c5-b2ca-bf4cc0edab71 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003648 Feb 19 02:59:49.023472 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-f7197c67-930c-449b-8334-ac967cbb7d33 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1fe2840b6cc641f5ada1c2be9241a67f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9061987 Feb 19 02:59:49.029316 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 51996) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:49.196020 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541f12e-2d7b-4c77-a099-e9ec51186474 req-b848f27b-fab8-46f5-b83d-99376a403c1d tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:49.215255 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5541f12e-2d7b-4c77-a099-e9ec51186474 req-b848f27b-fab8-46f5-b83d-99376a403c1d tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 950 time: 0.1381416 Feb 19 02:59:49.248674 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691b973-1e35-4ddb-839b-b812afad7274 req-a98978b0-0cb9-4529-8c3b-5aeff56c0fb1 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:49.249585 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-c691b973-1e35-4ddb-839b-b812afad7274 req-a98978b0-0cb9-4529-8c3b-5aeff56c0fb1 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Synchronizing usage tracker for tenant:af09395504b74abd8f9b2bd22b3a36be on resource:port {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:59:49.263855 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 4431279a-95af-4aca-a433-4536a1a662d8 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:59:49.265184 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d0f990c6-b392-45d1-92c7-9d29e5e8e886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:49.308189 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d0f990c6-b392-45d1-92c7-9d29e5e8e886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:49.331881 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-c691b973-1e35-4ddb-839b-b812afad7274 req-a98978b0-0cb9-4529-8c3b-5aeff56c0fb1 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Unset dirty status for tenant:af09395504b74abd8f9b2bd22b3a36be on resource:port {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:59:49.333149 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c691b973-1e35-4ddb-839b-b812afad7274 req-a98978b0-0cb9-4529-8c3b-5aeff56c0fb1 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.87 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 950 time: 0.4180324 Feb 19 02:59:49.370644 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5541f12e-2d7b-4c77-a099-e9ec51186474 req-be3bdd1f-efd6-42cc-9dff-4cec287ec380 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bdc488c-d7a3-4a3d-9e76-789bf9137122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537488 Feb 19 02:59:49.433059 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-c691b973-1e35-4ddb-839b-b812afad7274 req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Deleting port 99377607-3b5a-4e16-836b-6b4b73f0118c {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 02:59:49.433517 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c691b973-1e35-4ddb-839b-b812afad7274 req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:49.442057 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb74364-b930-478e-9226-57db91675839 req-318faed2-f94a-4af8-9959-5835b78dc524 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:49.454468 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning for port 4431279a-95af-4aca-a433-4536a1a662d8 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 02:59:49.457348 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9fb74364-b930-478e-9226-57db91675839 req-318faed2-f94a-4af8-9959-5835b78dc524 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 943 time: 0.1994653 Feb 19 02:59:49.464479 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 4431279a-95af-4aca-a433-4536a1a662d8 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:59:49.464901 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:49.528188 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9fb74364-b930-478e-9226-57db91675839 req-69af5b31-a778-4a20-85d2-62636b546906 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691781 Feb 19 02:59:49.597100 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d0f990c6-b392-45d1-92c7-9d29e5e8e886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:49.610791 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:49.633783 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f990c6-b392-45d1-92c7-9d29e5e8e886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87db814b-ebf9-437a-9544-7d4a5d057650,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:49.641638 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d0f990c6-b392-45d1-92c7-9d29e5e8e886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:49.651355 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d0f990c6-b392-45d1-92c7-9d29e5e8e886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:49.652633 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-d0f990c6-b392-45d1-92c7-9d29e5e8e886 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/87db814b-ebf9-437a-9544-7d4a5d057650 HTTP/1.1" status: 204 len: 168 time: 0.6220558 Feb 19 02:59:49.723379 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:49.861521 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 4431279a-95af-4aca-a433-4536a1a662d8, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=4431279a-95af-4aca-a433-4536a1a662d8,segment=NetworkSegment(daae8d81-c5ca-4622-9b8c-fecc9e88b13b),segment_id=daae8d81-c5ca-4622-9b8c-fecc9e88b13b)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:59:49.871628 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4431279a-95af-4aca-a433-4536a1a662d8'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:59:49.879742 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:49.896958 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:49.987309 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=4431279a-95af-4aca-a433-4536a1a662d8,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:50.000821 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:50.015453 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4431279a-95af-4aca-a433-4536a1a662d8', 'code': 200} Feb 19 02:59:50.198135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e86565-f5e2-4bf7-84b3-5aeb28fe58d9 req-2c91113d-e86a-4d8b-a379-909eb23aafe1 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:50.224409 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-14e86565-f5e2-4bf7-84b3-5aeb28fe58d9 req-2c91113d-e86a-4d8b-a379-909eb23aafe1 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.2839990 Feb 19 02:59:50.346904 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485c8ee-f07b-4010-b31c-fb22dab04ad9 req-bedc97e5-363f-4d06-aedd-ef041c3c0e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:50.351938 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9485c8ee-f07b-4010-b31c-fb22dab04ad9 req-bedc97e5-363f-4d06-aedd-ef041c3c0e69 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38&tenant_id=c002812913314504b133ae634af86b2e HTTP/1.1" status: 200 len: 1160 time: 0.2327349 Feb 19 02:59:50.416693 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-14e86565-f5e2-4bf7-84b3-5aeb28fe58d9 req-4849c380-4f42-4609-b9da-d7aa6cb2c599 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823459 Feb 19 02:59:50.511910 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 4431279a-95af-4aca-a433-4536a1a662d8 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:59:50.569431 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-c691b973-1e35-4ddb-839b-b812afad7274 req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] For port 99377607-3b5a-4e16-836b-6b4b73f0118c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=99377607-3b5a-4e16-836b-6b4b73f0118c,segment=NetworkSegment(19f0543e-f0ee-4da6-9cc1-841b0a935e1e),segment_id=19f0543e-f0ee-4da6-9cc1-841b0a935e1e)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:59:50.569944 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c691b973-1e35-4ddb-839b-b812afad7274 req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:50.628197 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 4431279a-95af-4aca-a433-4536a1a662d8 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:59:50.628981 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:50.858821 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-c691b973-1e35-4ddb-839b-b812afad7274 req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Calling delete_port for 99377607-3b5a-4e16-836b-6b4b73f0118c owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 02:59:50.928533 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485c8ee-f07b-4010-b31c-fb22dab04ad9 req-44299177-e5f1-41cd-aef2-fc273e3e5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:50.930679 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9485c8ee-f07b-4010-b31c-fb22dab04ad9 req-44299177-e5f1-41cd-aef2-fc273e3e5d72 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c002812913314504b133ae634af86b2e&device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 1160 time: 0.5144689 Feb 19 02:59:50.941684 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 99377607-3b5a-4e16-836b-6b4b73f0118c no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 02:59:51.167007 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:51.215929 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 99377607-3b5a-4e16-836b-6b4b73f0118c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=99377607-3b5a-4e16-836b-6b4b73f0118c,segment=NetworkSegment(19f0543e-f0ee-4da6-9cc1-841b0a935e1e),segment_id=19f0543e-f0ee-4da6-9cc1-841b0a935e1e)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:59:51.221889 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:51.224414 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:51.324806 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=99377607-3b5a-4e16-836b-6b4b73f0118c,revision_number=5']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:51.336299 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:51.362041 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b294911-edb1-4b08-b747-9959cf6437b8 req-5fe49ad4-1a8b-478e-9db7-3b832eb42dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:51.366376 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b294911-edb1-4b08-b747-9959cf6437b8 req-5fe49ad4-1a8b-478e-9db7-3b832eb42dcf service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 1162 time: 0.9474635 Feb 19 02:59:51.444935 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b294911-edb1-4b08-b747-9959cf6437b8 req-44e6ad2a-d106-4209-b441-ccf1a9c47130 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575378 Feb 19 02:59:51.477374 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569f3eb-f2fa-4071-88ad-d64a54a52e78 req-36c66502-48aa-42a9-a784-8154a57e01e4 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:51.479279 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2569f3eb-f2fa-4071-88ad-d64a54a52e78 req-36c66502-48aa-42a9-a784-8154a57e01e4 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 1.0591395 Feb 19 02:59:51.523066 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db250caf-cea3-4e02-a7ca-0dd762706207 req-bcff3d65-5890-4c42-acea-e21ad36852a4 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:51.525365 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-db250caf-cea3-4e02-a7ca-0dd762706207 req-bcff3d65-5890-4c42-acea-e21ad36852a4 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 948 time: 0.8236032 Feb 19 02:59:51.581560 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2569f3eb-f2fa-4071-88ad-d64a54a52e78 req-ec060a27-cde7-440e-8a1a-e7af8b9e9ec2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834751 Feb 19 02:59:51.615512 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-db250caf-cea3-4e02-a7ca-0dd762706207 req-eb17c99b-5b18-4e5d-be81-34dd4877822b tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bdc488c-d7a3-4a3d-9e76-789bf9137122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823088 Feb 19 02:59:51.629544 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.api [req-c691b973-1e35-4ddb-839b-b812afad7274 req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:59:51.630302 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_db.api [req-c691b973-1e35-4ddb-839b-b812afad7274 req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 02:59:51.753408 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485c8ee-f07b-4010-b31c-fb22dab04ad9 req-6e062c5c-bdc2-4803-98be-1200468d2eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:51.762006 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9485c8ee-f07b-4010-b31c-fb22dab04ad9 req-6e062c5c-bdc2-4803-98be-1200468d2eab service neutron] 10.222.0.87 "GET /v2.0/networks?id=aff37b45-bb0b-4722-99c2-f05b1c234791 HTTP/1.1" status: 200 len: 911 time: 0.7946987 Feb 19 02:59:51.770033 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8b800-4694-4ec2-ad27-a07a4f573867 req-cbb531b8-02f8-42ec-8fd3-8ea139619678 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:51.771084 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-aed8b800-4694-4ec2-ad27-a07a4f573867 req-cbb531b8-02f8-42ec-8fd3-8ea139619678 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Synchronizing usage tracker for tenant:0118817c78a646edba737412d030d31e on resource:port {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 02:59:51.969543 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-aed8b800-4694-4ec2-ad27-a07a4f573867 req-cbb531b8-02f8-42ec-8fd3-8ea139619678 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Unset dirty status for tenant:0118817c78a646edba737412d030d31e on resource:port {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 02:59:51.971397 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-aed8b800-4694-4ec2-ad27-a07a4f573867 req-cbb531b8-02f8-42ec-8fd3-8ea139619678 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.9327068 Feb 19 02:59:52.017189 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d23d56-ba5d-42ea-ad5a-217612beb303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99377607-3b5a-4e16-836b-6b4b73f0118c'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:59:52.103157 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9485c8ee-f07b-4010-b31c-fb22dab04ad9 req-e060fbb1-2e65-4a31-b303-e95b82b95cf0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 HTTP/1.1" status: 200 len: 999 time: 0.3263552 Feb 19 02:59:52.257487 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device b9087256-191c-4476-a572-ce2bf0b124ef no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 02:59:52.259226 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-c691b973-1e35-4ddb-839b-b812afad7274 req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Deleting port 99377607-3b5a-4e16-836b-6b4b73f0118c {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 02:59:52.260074 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c691b973-1e35-4ddb-839b-b812afad7274 req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:52.357683 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485c8ee-f07b-4010-b31c-fb22dab04ad9 req-20306142-3aab-45c1-92ff-040a82a5b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:52.361112 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9485c8ee-f07b-4010-b31c-fb22dab04ad9 req-20306142-3aab-45c1-92ff-040a82a5b1b8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b750ccce-480c-48ff-95df-32a79b278619 HTTP/1.1" status: 200 len: 856 time: 0.2374959 Feb 19 02:59:52.377701 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-aed8b800-4694-4ec2-ad27-a07a4f573867 req-3967503a-b5c5-4ff2-8991-f2baf1095dd6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Deleting port b9087256-191c-4476-a572-ce2bf0b124ef {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 02:59:52.378379 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-aed8b800-4694-4ec2-ad27-a07a4f573867 req-3967503a-b5c5-4ff2-8991-f2baf1095dd6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:52.453264 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf200f-5fb9-4860-bb92-49ad1492b1a7 req-597f32e1-c03e-4c06-92f4-62384eb82a4d tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:52.459355 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:52.476849 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5eaf200f-5fb9-4860-bb92-49ad1492b1a7 req-597f32e1-c03e-4c06-92f4-62384eb82a4d tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 945 time: 0.6125333 Feb 19 02:59:52.498387 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e053fe-f924-4c52-943b-38bbf187c87f req-9d420932-3ff5-4e1e-96b2-c5a9922e7d28 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:52.514605 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-17e053fe-f924-4c52-943b-38bbf187c87f req-9d420932-3ff5-4e1e-96b2-c5a9922e7d28 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 946 time: 0.5452662 Feb 19 02:59:52.568966 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port b9087256-191c-4476-a572-ce2bf0b124ef, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=b9087256-191c-4476-a572-ce2bf0b124ef,segment=NetworkSegment(8de2b73b-ad3d-4999-88f7-fbe508114dc5),segment_id=8de2b73b-ad3d-4999-88f7-fbe508114dc5)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:59:52.579711 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:52.598050 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-564c5433-c8bf-4db1-8d33-1a0064f2a014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:52.688311 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-17e053fe-f924-4c52-943b-38bbf187c87f req-0e04a4f6-43ef-4745-bd21-dae5720bba94 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718547 Feb 19 02:59:52.755537 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5eaf200f-5fb9-4860-bb92-49ad1492b1a7 req-725085e2-02f7-448a-bcbd-2bd5ec114593 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352469 Feb 19 02:59:52.950101 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=b9087256-191c-4476-a572-ce2bf0b124ef,revision_number=5']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:52.957846 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:53.074137 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d23d56-ba5d-42ea-ad5a-217612beb303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99377607-3b5a-4e16-836b-6b4b73f0118c', 'code': 200} Feb 19 02:59:53.309748 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1e321-855d-440b-a0a6-4c0594f01bef req-59db8836-040f-467a-8f5c-c1c386f350f4 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:53.311669 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-02f1e321-855d-440b-a0a6-4c0594f01bef req-59db8836-040f-467a-8f5c-c1c386f350f4 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.2909315 Feb 19 02:59:53.413326 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-02f1e321-855d-440b-a0a6-4c0594f01bef req-756b1a5f-e605-42a1-81d9-f9d1c13ec727 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810485 Feb 19 02:59:53.446886 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122278b9-26f8-4447-b0b4-d72e1b70c4aa req-7008a98e-bd42-4150-a373-e01e5d35a892 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:53.455184 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-122278b9-26f8-4447-b0b4-d72e1b70c4aa req-7008a98e-bd42-4150-a373-e01e5d35a892 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 948 time: 0.2017584 Feb 19 02:59:53.537715 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-122278b9-26f8-4447-b0b4-d72e1b70c4aa req-7957b6de-2678-4103-b8e3-edf01fe2de1a tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/security-groups?id=1bdc488c-d7a3-4a3d-9e76-789bf9137122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813727 Feb 19 02:59:53.556981 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-c691b973-1e35-4ddb-839b-b812afad7274 req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] For port 99377607-3b5a-4e16-836b-6b4b73f0118c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=99377607-3b5a-4e16-836b-6b4b73f0118c,segment=NetworkSegment(19f0543e-f0ee-4da6-9cc1-841b0a935e1e),segment_id=19f0543e-f0ee-4da6-9cc1-841b0a935e1e)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:59:53.558001 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c691b973-1e35-4ddb-839b-b812afad7274 req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:54.032191 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-c691b973-1e35-4ddb-839b-b812afad7274 req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Calling delete_port for 99377607-3b5a-4e16-836b-6b4b73f0118c owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 02:59:54.260185 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6db42-f4d2-49c3-a70d-081b7956f11d req-7f9b43cd-1654-4ef1-bfa4-509e8d345819 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:54.271271 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfe6db42-f4d2-49c3-a70d-081b7956f11d req-7f9b43cd-1654-4ef1-bfa4-509e8d345819 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 944 time: 0.2382541 Feb 19 02:59:54.349126 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754d136-ae91-4ea9-9353-8c97f82adfb3 req-e33ae8c9-22ca-4a8d-9752-b8ec61184ef6 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:54.351122 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5754d136-ae91-4ea9-9353-8c97f82adfb3 req-e33ae8c9-22ca-4a8d-9752-b8ec61184ef6 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 945 time: 0.2023082 Feb 19 02:59:54.363467 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfe6db42-f4d2-49c3-a70d-081b7956f11d req-66d5df0e-1764-4902-92a1-10b4da25550e tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909145 Feb 19 02:59:54.475713 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 4431279a-95af-4aca-a433-4536a1a662d8 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 02:59:54.477341 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5754d136-ae91-4ea9-9353-8c97f82adfb3 req-1436044a-e806-4527-a856-ad079bfdcd65 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969539 Feb 19 02:59:54.800745 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 4431279a-95af-4aca-a433-4536a1a662d8 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 02:59:54.802339 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:55.000645 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f5e08-8dbd-44ef-8f3b-ca9277b4057b req-1bfc805b-cdc9-4dfb-bd76-3c05fc04b625 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:55.028426 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-308f5e08-8dbd-44ef-8f3b-ca9277b4057b req-1bfc805b-cdc9-4dfb-bd76-3c05fc04b625 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.3787720 Feb 19 02:59:55.071498 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c691b973-1e35-4ddb-839b-b812afad7274 req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:55.093814 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce3d3a4-33ac-4227-af57-989829935d29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9087256-191c-4476-a572-ce2bf0b124ef'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:59:55.140645 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:55.163821 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-92fed105-e4a5-4d58-857c-1ce24749ffb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:55.227917 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Pushing event deleted for resources: {'Port': ['ID=99377607-3b5a-4e16-836b-6b4b73f0118c,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:55.314065 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:55.368005 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-09142af5-0d7e-4224-8202-265b43eace5f req-96c25880-0f15-4ec3-98ce-ca6791ae5a16 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 210 time: 0.3334322 Feb 19 02:59:55.541204 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-aed8b800-4694-4ec2-ad27-a07a4f573867 req-3967503a-b5c5-4ff2-8991-f2baf1095dd6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] For port b9087256-191c-4476-a572-ce2bf0b124ef, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=b9087256-191c-4476-a572-ce2bf0b124ef,segment=NetworkSegment(8de2b73b-ad3d-4999-88f7-fbe508114dc5),segment_id=8de2b73b-ad3d-4999-88f7-fbe508114dc5)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 02:59:55.541906 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-aed8b800-4694-4ec2-ad27-a07a4f573867 req-3967503a-b5c5-4ff2-8991-f2baf1095dd6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:55.553551 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-308f5e08-8dbd-44ef-8f3b-ca9277b4057b req-3bec255f-b101-4f25-9359-a8859888e34e tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5227504 Feb 19 02:59:55.558299 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce3d3a4-33ac-4227-af57-989829935d29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9087256-191c-4476-a572-ce2bf0b124ef', 'code': 200} Feb 19 02:59:55.720859 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485c8ee-f07b-4010-b31c-fb22dab04ad9 req-16e15927-b92b-45ad-b6bf-c4a24158a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:55.724530 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9485c8ee-f07b-4010-b31c-fb22dab04ad9 req-16e15927-b92b-45ad-b6bf-c4a24158a862 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=aff37b45-bb0b-4722-99c2-f05b1c234791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 3.1514161 Feb 19 02:59:56.293430 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de5e69-afde-43b4-8033-93a704b8d448 req-4a611db5-a47f-4c06-8467-9fd5f1e4e1c3 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:56.314853 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-09de5e69-afde-43b4-8033-93a704b8d448 req-4a611db5-a47f-4c06-8467-9fd5f1e4e1c3 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 944 time: 0.4223497 Feb 19 02:59:56.488440 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-aed8b800-4694-4ec2-ad27-a07a4f573867 req-3967503a-b5c5-4ff2-8991-f2baf1095dd6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Calling delete_port for b9087256-191c-4476-a572-ce2bf0b124ef owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 02:59:56.540143 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-09de5e69-afde-43b4-8033-93a704b8d448 req-82b16719-bc76-44b5-93cb-870e4d839a3a tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/security-groups?id=44d2a524-455d-44d2-9faa-53bce46e5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240298 Feb 19 02:59:56.716558 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9485c8ee-f07b-4010-b31c-fb22dab04ad9 req-bfb5c5b0-895f-4bd9-a9ce-6f4517760f47 service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8466244 Feb 19 02:59:57.189837 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fbe7783c-8769-435d-a42b-2c3049d39add req-d64edb3e-f31b-41da-99c5-ba94967f6715 tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 210 time: 0.2671778 Feb 19 02:59:57.195530 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c691b973-1e35-4ddb-839b-b812afad7274 req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] No DVR routers for this DVR port 99377607-3b5a-4e16-836b-6b4b73f0118c on host hv-cinder-77570 {{(pid=84085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 02:59:57.198964 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-c691b973-1e35-4ddb-839b-b812afad7274 req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:57.325605 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d23d56-ba5d-42ea-ad5a-217612beb303', 'name': 'network-vif-deleted', 'tag': '99377607-3b5a-4e16-836b-6b4b73f0118c'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:59:57.373275 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c691b973-1e35-4ddb-839b-b812afad7274 req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.87 "DELETE /v2.0/ports/99377607-3b5a-4e16-836b-6b4b73f0118c HTTP/1.1" status: 204 len: 173 time: 8.0306792 Feb 19 02:59:57.497832 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d8edb-1065-4e92-a757-9b2c9889fa70 req-c3bcae32-8045-4372-b7c5-5592e3ed4512 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:57.511848 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa7d8edb-1065-4e92-a757-9b2c9889fa70 req-c3bcae32-8045-4372-b7c5-5592e3ed4512 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.3201580 Feb 19 02:59:57.618754 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d23d56-ba5d-42ea-ad5a-217612beb303', 'name': 'network-vif-deleted', 'tag': '99377607-3b5a-4e16-836b-6b4b73f0118c', 'status': 'completed', 'code': 200} Feb 19 02:59:57.717415 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa7d8edb-1065-4e92-a757-9b2c9889fa70 req-73562765-4152-495d-9799-f049cbec8eb8 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966615 Feb 19 02:59:57.768486 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9485c8ee-f07b-4010-b31c-fb22dab04ad9 req-fa310f1d-a8ee-4fd1-9924-eb01f51fea16 service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6896296 Feb 19 02:59:57.821401 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-aed8b800-4694-4ec2-ad27-a07a4f573867 req-3967503a-b5c5-4ff2-8991-f2baf1095dd6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:57.852145 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e47e98b1-200d-46e6-abde-cf61a7fce667 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:58.054540 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-38252a79-85f5-4ab8-a8b8-1d25d0df4946 req-0d7a6095-4c94-4cbd-906b-bf9ed1596e8e tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 210 time: 0.0942101 Feb 19 02:59:58.125516 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967503a-b5c5-4ff2-8991-f2baf1095dd6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Pushing event deleted for resources: {'Port': ['ID=b9087256-191c-4476-a572-ce2bf0b124ef,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:58.141045 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3967503a-b5c5-4ff2-8991-f2baf1095dd6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:58.433294 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed8b800-4694-4ec2-ad27-a07a4f573867 req-3967503a-b5c5-4ff2-8991-f2baf1095dd6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] No DVR routers for this DVR port b9087256-191c-4476-a572-ce2bf0b124ef on host hv-cinder-77570 {{(pid=84085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 02:59:58.435327 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-aed8b800-4694-4ec2-ad27-a07a4f573867 req-3967503a-b5c5-4ff2-8991-f2baf1095dd6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:58.458122 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-aed8b800-4694-4ec2-ad27-a07a4f573867 req-3967503a-b5c5-4ff2-8991-f2baf1095dd6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.87 "DELETE /v2.0/ports/b9087256-191c-4476-a572-ce2bf0b124ef HTTP/1.1" status: 204 len: 173 time: 6.4737663 Feb 19 02:59:58.626387 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-46668a48-fd50-4d38-995d-75b0fd3601f5 req-bc4ac35f-730d-490e-95a9-f916ba2c37db tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] 10.222.0.75 "GET /v2.0/ports?device_id=54d23d56-ba5d-42ea-ad5a-217612beb303 HTTP/1.1" status: 200 len: 210 time: 0.1063976 Feb 19 02:59:59.109891 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeef16a-2cf8-4527-ac08-9f2ca7bafd95 req-712f6e1d-29a8-46b6-baa9-4cfb5875e907 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 02:59:59.113670 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-efeef16a-2cf8-4527-ac08-9f2ca7bafd95 req-712f6e1d-29a8-46b6-baa9-4cfb5875e907 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.1625726 Feb 19 02:59:59.212068 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-efeef16a-2cf8-4527-ac08-9f2ca7bafd95 req-4b565ffd-09fc-4177-a41e-90b418fab7af tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810275 Feb 19 02:59:59.260022 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 52216) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:59.446426 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2e8901ef-a81c-4505-bebb-4a6d03e469a0 req-dbe7ea15-75b1-425c-a8f8-534f0ff22d78 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ce3d3a4-33ac-4227-af57-989829935d29 HTTP/1.1" status: 200 len: 210 time: 0.0664060 Feb 19 02:59:59.544094 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a7aebdd0-e2b9-4351-8a9b-8bb005f3da2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:59.567850 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-a7aebdd0-e2b9-4351-8a9b-8bb005f3da2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 02:59:59.585026 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-a7aebdd0-e2b9-4351-8a9b-8bb005f3da2d admin admin] Usage tracker for resource:security_group_rule and tenant:1c5db4ead94e449796098462c0fd0fb3 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 02:59:59.592020 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-a7aebdd0-e2b9-4351-8a9b-8bb005f3da2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 02:59:59.601988 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-a7aebdd0-e2b9-4351-8a9b-8bb005f3da2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 02:59:59.630483 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce3d3a4-33ac-4227-af57-989829935d29', 'name': 'network-vif-deleted', 'tag': 'b9087256-191c-4476-a572-ce2bf0b124ef'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 02:59:59.747007 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce3d3a4-33ac-4227-af57-989829935d29', 'name': 'network-vif-deleted', 'tag': 'b9087256-191c-4476-a572-ce2bf0b124ef', 'status': 'completed', 'code': 200} Feb 19 02:59:59.756994 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a7aebdd0-e2b9-4351-8a9b-8bb005f3da2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:59.761824 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a7aebdd0-e2b9-4351-8a9b-8bb005f3da2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 02:59:59.774703 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-20196150-c87a-4fe9-a947-7c5ffd1e76c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 02:59:59.856069 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-a7aebdd0-e2b9-4351-8a9b-8bb005f3da2d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1c5db4ead94e449796098462c0fd0fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5938361 Feb 19 02:59:59.856302 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 52232) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 02:59:59.857216 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aebdd0-e2b9-4351-8a9b-8bb005f3da2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f90f32-43f2-46a1-abb6-bf1ba4e9f544,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 02:59:59.861123 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a7aebdd0-e2b9-4351-8a9b-8bb005f3da2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 02:59:59.999532 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:00.060986 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:00.148264 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:00.162727 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-65c4e1ba-14d0-443a-be82-1f49eaaebd8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:00.187535 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f90f32-43f2-46a1-abb6-bf1ba4e9f544,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:00.203350 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.203770 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.204271 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.204869 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.205310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.206188 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.206387 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.206890 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.207341 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.208078 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.208747 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.209143 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.209634 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.210253 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.210840 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.211184 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.211666 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.212180 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.212461 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.213000 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.213393 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.213781 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.214269 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.214653 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:00.221507 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:00.225712 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:00.226844 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/96f90f32-43f2-46a1-abb6-bf1ba4e9f544 HTTP/1.1" status: 204 len: 168 time: 0.3687646 Feb 19 03:00:00.712539 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 52246) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:00.877874 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ca0b3-813b-4593-8438-a5516597d8b6 req-738d3d5f-cde9-4cf1-b8f4-859eb518e824 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:00.882445 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-418ca0b3-813b-4593-8438-a5516597d8b6 req-738d3d5f-cde9-4cf1-b8f4-859eb518e824 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.1955392 Feb 19 03:00:00.959488 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-418ca0b3-813b-4593-8438-a5516597d8b6 req-14097695-796b-4a97-868b-c100998288cb tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674510 Feb 19 03:00:01.096408 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 52254) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:01.152471 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-271666a8-fcf8-43d1-9d14-b7bdb776d0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:01.189168 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-271666a8-fcf8-43d1-9d14-b7bdb776d0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:00:01.199657 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-271666a8-fcf8-43d1-9d14-b7bdb776d0f7 admin admin] Usage tracker for resource:security_group_rule and tenant:8acda1c7b4564ee9838a7e8ef17574fd is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:00:01.208423 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-271666a8-fcf8-43d1-9d14-b7bdb776d0f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:00:01.229792 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-271666a8-fcf8-43d1-9d14-b7bdb776d0f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:00:01.479851 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-271666a8-fcf8-43d1-9d14-b7bdb776d0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:01.484882 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-271666a8-fcf8-43d1-9d14-b7bdb776d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:01.514206 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0cf32282-84ac-40a1-8189-34a9d16d684b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:01.588913 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-58d34af0-f4ee-441d-9db6-d006f37112f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854343345'] for router_interface, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:01.616665 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271666a8-fcf8-43d1-9d14-b7bdb776d0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3fa80a-39bb-49da-a13d-fef863cbd67a,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:01.639056 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-271666a8-fcf8-43d1-9d14-b7bdb776d0f7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8acda1c7b4564ee9838a7e8ef17574fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5364685 Feb 19 03:00:01.641050 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 52258) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:01.643071 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-271666a8-fcf8-43d1-9d14-b7bdb776d0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:01.748171 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a34e8e96-19d8-41f8-9a0a-844ffa244422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:01.790024 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a34e8e96-19d8-41f8-9a0a-844ffa244422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:01.855703 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a34e8e96-19d8-41f8-9a0a-844ffa244422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:01.872942 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-180c21c9-245c-493a-a94c-61b797bcab96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:01.907190 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a34e8e96-19d8-41f8-9a0a-844ffa244422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:01.916330 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-a34e8e96-19d8-41f8-9a0a-844ffa244422 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bf3fa80a-39bb-49da-a13d-fef863cbd67a HTTP/1.1" status: 204 len: 168 time: 0.2686653 Feb 19 03:00:01.920598 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e8e96-19d8-41f8-9a0a-844ffa244422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3fa80a-39bb-49da-a13d-fef863cbd67a,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:01.925369 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a34e8e96-19d8-41f8-9a0a-844ffa244422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:02.378534 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285e8aa-156c-48ff-9ff3-3fbf30bae1ff req-8a111604-43af-4b54-8aa0-e9c8b446b918 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:02.387403 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d285e8aa-156c-48ff-9ff3-3fbf30bae1ff req-8a111604-43af-4b54-8aa0-e9c8b446b918 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.1997778 Feb 19 03:00:02.454795 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d285e8aa-156c-48ff-9ff3-3fbf30bae1ff req-8a87753a-8a6a-4215-bddc-4f0130e6de8c tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659993 Feb 19 03:00:02.528561 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-58d34af0-f4ee-441d-9db6-d006f37112f2 admin admin] Deleting port ede9df02-7965-4e0f-a98a-60dfd3525ad7 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:00:02.533943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-58d34af0-f4ee-441d-9db6-d006f37112f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:02.811958 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-58d34af0-f4ee-441d-9db6-d006f37112f2 admin admin] For port ede9df02-7965-4e0f-a98a-60dfd3525ad7, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=ede9df02-7965-4e0f-a98a-60dfd3525ad7,segment=NetworkSegment(8de2b73b-ad3d-4999-88f7-fbe508114dc5),segment_id=8de2b73b-ad3d-4999-88f7-fbe508114dc5)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:00:02.812623 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-58d34af0-f4ee-441d-9db6-d006f37112f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:03.258201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-58d34af0-f4ee-441d-9db6-d006f37112f2 admin admin] Calling delete_port for ede9df02-7965-4e0f-a98a-60dfd3525ad7 owned by network:router_interface {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:00:03.781441 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-58d34af0-f4ee-441d-9db6-d006f37112f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:03.804880 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c6879-336d-48f6-a520-8b3d9f7fcdc1 req-298564be-5c03-4d11-a88e-094d1d3cdf8a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:03.817887 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d24c6879-336d-48f6-a520-8b3d9f7fcdc1 req-298564be-5c03-4d11-a88e-094d1d3cdf8a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.1600652 Feb 19 03:00:03.897915 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d24c6879-336d-48f6-a520-8b3d9f7fcdc1 req-4685fe5e-9772-4b13-8f44-34ef4b597f91 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787501 Feb 19 03:00:04.019670 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1ad32986-22af-415d-b3ab-4d5586a97da3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:04.081715 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d34af0-f4ee-441d-9db6-d006f37112f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede9df02-7965-4e0f-a98a-60dfd3525ad7,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:04.086903 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-58d34af0-f4ee-441d-9db6-d006f37112f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:04.575954 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-58d34af0-f4ee-441d-9db6-d006f37112f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432124'] for router_interface, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:05.492454 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca397003-c5c8-4b7a-87f7-2a094a3f8eb9 req-7178c3dd-55c2-4539-8f4d-f71236b6890c tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:05.495702 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ca397003-c5c8-4b7a-87f7-2a094a3f8eb9 req-7178c3dd-55c2-4539-8f4d-f71236b6890c tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.3441474 Feb 19 03:00:05.696792 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ca397003-c5c8-4b7a-87f7-2a094a3f8eb9 req-ed05fd88-2d15-4740-8e4e-8c0270cd275a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931329 Feb 19 03:00:05.759894 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d34af0-f4ee-441d-9db6-d006f37112f2 admin admin] Router 856a88f4-a22a-4e12-8d49-3746a108cc48 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 03:00:06.037435 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d34af0-f4ee-441d-9db6-d006f37112f2 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:00:06.049172 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021578c7-db59-404d-90f6-d3ec654f4abd None None] Sync routers for ids ['856a88f4-a22a-4e12-8d49-3746a108cc48'] in dv-cinder-775706-2-smb {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:00:06.072186 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021578c7-db59-404d-90f6-d3ec654f4abd None None] Routers {'856a88f4-a22a-4e12-8d49-3746a108cc48'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:00:06.076824 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-021578c7-db59-404d-90f6-d3ec654f4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:59:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['856a88f4-a22a-4e12-8d49-3746a108cc48'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:00:06.164335 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-58d34af0-f4ee-441d-9db6-d006f37112f2 admin admin] 10.222.0.75 "PUT /v2.0/routers/856a88f4-a22a-4e12-8d49-3746a108cc48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4470160 Feb 19 03:00:06.165182 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 52324) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:06.638708 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-021578c7-db59-404d-90f6-d3ec654f4abd None None] Set router 856a88f4-a22a-4e12-8d49-3746a108cc48 gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:00:06.956499 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2ffc296e-a2a4-4c10-b691-5cff1fbff413 admin admin] Notify callbacks [] for router, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:07.140293 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-021578c7-db59-404d-90f6-d3ec654f4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856a88f4-a22a-4e12-8d49-3746a108cc48', 'name': 'tempest-ServerRescueNegativeTestJSON-687931127-router', 'tenant_id': '0118817c78a646edba737412d030d31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '00a609be-6acd-4daf-a4f8-de61a9a074e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:33Z', 'updated_at': '2021-02-19T03:00:03Z', 'revision_number': 5, 'project_id': '0118817c78a646edba737412d030d31e', 'gw_port': {'id': '00a609be-6acd-4daf-a4f8-de61a9a074e3', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856a88f4-a22a-4e12-8d49-3746a108cc48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:35Z', 'updated_at': '2021-02-19T02:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:00:07.159263 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021578c7-db59-404d-90f6-d3ec654f4abd None None] Checking router: 856a88f4-a22a-4e12-8d49-3746a108cc48 for host: dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:00:07.173350 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021578c7-db59-404d-90f6-d3ec654f4abd None None] Routers {'856a88f4-a22a-4e12-8d49-3746a108cc48'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:00:07.174798 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-021578c7-db59-404d-90f6-d3ec654f4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T02:59:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['856a88f4-a22a-4e12-8d49-3746a108cc48'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:00:07.187725 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2ffc296e-a2a4-4c10-b691-5cff1fbff413 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:07.211154 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-2ffc296e-a2a4-4c10-b691-5cff1fbff413 admin admin] Deleting port 00a609be-6acd-4daf-a4f8-de61a9a074e3 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:00:07.211740 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2ffc296e-a2a4-4c10-b691-5cff1fbff413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:07.271089 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea268602-fc11-43f0-a7a3-07f0d4d95a8d req-3d685bc5-ec56-44b9-ae51-80c1986ff2d9 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:07.273112 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ea268602-fc11-43f0-a7a3-07f0d4d95a8d req-3d685bc5-ec56-44b9-ae51-80c1986ff2d9 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.2127337 Feb 19 03:00:07.383942 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-021578c7-db59-404d-90f6-d3ec654f4abd None None] Set router 856a88f4-a22a-4e12-8d49-3746a108cc48 gateway port host: None {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:00:07.387951 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ea268602-fc11-43f0-a7a3-07f0d4d95a8d req-94fa9959-cb62-45e6-b325-def42f1bc7dc tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886807 Feb 19 03:00:07.531340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-2ffc296e-a2a4-4c10-b691-5cff1fbff413 admin admin] For port 00a609be-6acd-4daf-a4f8-de61a9a074e3, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=00a609be-6acd-4daf-a4f8-de61a9a074e3,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:00:07.531775 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2ffc296e-a2a4-4c10-b691-5cff1fbff413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:07.556253 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-021578c7-db59-404d-90f6-d3ec654f4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856a88f4-a22a-4e12-8d49-3746a108cc48', 'name': 'tempest-ServerRescueNegativeTestJSON-687931127-router', 'tenant_id': '0118817c78a646edba737412d030d31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:33Z', 'updated_at': '2021-02-19T03:00:07Z', 'revision_number': 6, 'project_id': '0118817c78a646edba737412d030d31e', 'gw_port_host': None}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:00:07.562067 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021578c7-db59-404d-90f6-d3ec654f4abd None None] The sync data for ids ['856a88f4-a22a-4e12-8d49-3746a108cc48'] in dv-cinder-775706-2-smb is: [{'id': '856a88f4-a22a-4e12-8d49-3746a108cc48', 'name': 'tempest-ServerRescueNegativeTestJSON-687931127-router', 'tenant_id': '0118817c78a646edba737412d030d31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:33Z', 'updated_at': '2021-02-19T03:00:07Z', 'revision_number': 6, 'project_id': '0118817c78a646edba737412d030d31e', 'gw_port_host': None}] {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:00:07.727266 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-2ffc296e-a2a4-4c10-b691-5cff1fbff413 admin admin] Calling delete_port for 00a609be-6acd-4daf-a4f8-de61a9a074e3 owned by network:router_gateway {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:00:08.012622 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2ffc296e-a2a4-4c10-b691-5cff1fbff413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:08.033575 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-20ca00ad-ba05-4730-a345-fa8bdf13b7fb tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:08.214115 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc296e-a2a4-4c10-b691-5cff1fbff413 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a609be-6acd-4daf-a4f8-de61a9a074e3,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:08.234034 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2ffc296e-a2a4-4c10-b691-5cff1fbff413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:08.519182 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2ffc296e-a2a4-4c10-b691-5cff1fbff413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854347667'] for router_gateway, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:08.814489 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2ffc296e-a2a4-4c10-b691-5cff1fbff413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763000'] for router, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:08.819775 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2ffc296e-a2a4-4c10-b691-5cff1fbff413 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:08.842947 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16caf4-fddd-410e-bcec-d351fa3c7e75 req-fc54f75c-b4f6-40a9-915e-4ac160379c76 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:08.844903 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8f16caf4-fddd-410e-bcec-d351fa3c7e75 req-fc54f75c-b4f6-40a9-915e-4ac160379c76 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.1537406 Feb 19 03:00:08.937056 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8f16caf4-fddd-410e-bcec-d351fa3c7e75 req-1aa22142-862d-4f53-b417-941427ad0f6e tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850840 Feb 19 03:00:09.015721 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2ffc296e-a2a4-4c10-b691-5cff1fbff413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854342382'] for router, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:09.016528 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffc296e-a2a4-4c10-b691-5cff1fbff413 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 856a88f4-a22a-4e12-8d49-3746a108cc48 {{(pid=84085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 19 03:00:09.043984 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2ffc296e-a2a4-4c10-b691-5cff1fbff413 admin admin] Notify callbacks [] for router, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:09.046622 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-2ffc296e-a2a4-4c10-b691-5cff1fbff413 admin admin] 10.222.0.75 "DELETE /v2.0/routers/856a88f4-a22a-4e12-8d49-3746a108cc48 HTTP/1.1" status: 204 len: 168 time: 2.8795478 Feb 19 03:00:09.050259 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 52410) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:09.185598 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37ba919-74ac-4b59-b964-d2ee96fd167c admin admin] Deleting subnet 8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79 {{(pid=84085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 03:00:09.200120 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e37ba919-74ac-4b59-b964-d2ee96fd167c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:09.290474 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e37ba919-74ac-4b59-b964-d2ee96fd167c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2074732'] for subnet, precommit_delete_associations {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:09.323803 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 00a609be-6acd-4daf-a4f8-de61a9a074e3 no longer exists at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:00:09.379230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] No Port match for: 00a609be-6acd-4daf-a4f8-de61a9a074e3 {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 03:00:09.379948 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 00a609be-6acd-4daf-a4f8-de61a9a074e3 not bound to the agent host dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:00:09.380584 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device ede9df02-7965-4e0f-a98a-60dfd3525ad7 no longer exists at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:00:09.408536 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e37ba919-74ac-4b59-b964-d2ee96fd167c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764431'] for subnet, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:09.436207 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] No Port match for: ede9df02-7965-4e0f-a98a-60dfd3525ad7 {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 03:00:09.437084 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device ede9df02-7965-4e0f-a98a-60dfd3525ad7 not bound to the agent host dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:00:09.763487 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e37ba919-74ac-4b59-b964-d2ee96fd167c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847011385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2213791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850731962'] for subnet, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:09.781466 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5bf4bea6-633f-41d4-bd8e-7a4703d7586d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:09.905195 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ba919-74ac-4b59-b964-d2ee96fd167c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:09.922724 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e37ba919-74ac-4b59-b964-d2ee96fd167c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:10.081528 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e37ba919-74ac-4b59-b964-d2ee96fd167c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:10.096354 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-e37ba919-74ac-4b59-b964-d2ee96fd167c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8a59ba86-0fc4-46d8-86ff-bf7e9dc7ef79 HTTP/1.1" status: 204 len: 168 time: 1.0438511 Feb 19 03:00:10.100446 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 52426) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:10.366000 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9061453-0cda-4919-8890-2366b04a2c4e req-05dcbff8-5299-4efe-a8c2-d68a0b4214e9 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:10.368092 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a9061453-0cda-4919-8890-2366b04a2c4e req-05dcbff8-5299-4efe-a8c2-d68a0b4214e9 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.1511364 Feb 19 03:00:10.417170 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6cf73cec-31ce-4ae5-af1a-419c3d8e6d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846840226'] for network, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:10.546100 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3a48a620-1b51-471a-b52d-1330524f790b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:10.567277 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a9061453-0cda-4919-8890-2366b04a2c4e req-ae9f5eab-c735-46d5-a333-4094b2f097a2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851211 Feb 19 03:00:10.874365 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6cf73cec-31ce-4ae5-af1a-419c3d8e6d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7765560', 'neutron.services.segments.db._delete_segments_for_network--9223363286358539226'] for network, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:11.193408 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-6cf73cec-31ce-4ae5-af1a-419c3d8e6d57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35']}} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:00:11.230213 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-6cf73cec-31ce-4ae5-af1a-419c3d8e6d57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de2b73b-ad3d-4999-88f7-fbe508114dc5') {'for_net_delete': True} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:00:11.230737 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-6cf73cec-31ce-4ae5-af1a-419c3d8e6d57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de2b73b-ad3d-4999-88f7-fbe508114dc5') {} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:00:11.268976 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6cf73cec-31ce-4ae5-af1a-419c3d8e6d57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286358535642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852701100'] for segment, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:11.294327 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6cf73cec-31ce-4ae5-af1a-419c3d8e6d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:11.296730 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6cf73cec-31ce-4ae5-af1a-419c3d8e6d57 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 03:00:11.570214 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-6cf73cec-31ce-4ae5-af1a-419c3d8e6d57 admin admin] Network 9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 has no segments {{(pid=84085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 03:00:11.583160 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6cf73cec-31ce-4ae5-af1a-419c3d8e6d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7736240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852560578'] for segment, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:11.962738 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-6cf73cec-31ce-4ae5-af1a-419c3d8e6d57 admin admin] Network 9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 has no segments {{(pid=84085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 03:00:12.010227 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d71ba-92c0-4ddd-929c-99e04fc1284b req-2b435a79-34f0-43f3-b358-987a93665faa tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:12.013239 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7f8d71ba-92c0-4ddd-929c-99e04fc1284b req-2b435a79-34f0-43f3-b358-987a93665faa tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.2641990 Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: Traceback (most recent call last): Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: timer() Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: cb(*args, **kw) Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: return func(*args, **kwargs) Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: self._notify() Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: self.callback(batched_events) Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: event.method(event) Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: segment_id)['aggregates'][0] Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: return f(self, *a, **k) Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: return self._get(url).json() Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: **kwargs) Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: return self.request(url, 'GET', **kwargs) Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: **endpoint_filter) Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:00:12.013957 dv-cinder-775706-2-smb neutron-server[83972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:00:12.151168 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7f8d71ba-92c0-4ddd-929c-99e04fc1284b req-a0786552-bc3f-4e6c-9e35-d6bcaf6b639e tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265142 Feb 19 03:00:12.231319 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6cf73cec-31ce-4ae5-af1a-419c3d8e6d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847010256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428100'] for network, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:12.235711 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-94edfb87-e7f1-4acf-a482-2a8cae1749ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:12.270673 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6cf73cec-31ce-4ae5-af1a-419c3d8e6d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:12.304208 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf73cec-31ce-4ae5-af1a-419c3d8e6d57 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:12.313111 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-6cf73cec-31ce-4ae5-af1a-419c3d8e6d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:12.340218 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-6cf73cec-31ce-4ae5-af1a-419c3d8e6d57 admin admin] 10.222.0.75 "DELETE /v2.0/networks/9ee2bd6d-ed97-4bac-b340-8c14c2ab9a35 HTTP/1.1" status: 204 len: 168 time: 2.2373984 Feb 19 03:00:12.842815 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 52480) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:12.958849 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3c962515-8db6-4fac-b42a-0847fe53cb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:12.967061 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-94966e53-cfb3-46ad-88d3-e61676629006 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0118817c78a646edba737412d030d31e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1228898 Feb 19 03:00:12.970218 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 52490) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:13.131727 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-51bfac4b-141f-4aec-96fe-905c82824ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:13.179905 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-51bfac4b-141f-4aec-96fe-905c82824ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:13.346015 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-51bfac4b-141f-4aec-96fe-905c82824ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:13.375235 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:13.408925 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e334fda1-4b96-447a-b831-e111543d43e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:13.463717 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfac4b-141f-4aec-96fe-905c82824ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d2a524-455d-44d2-9faa-53bce46e5f8c,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:13.478560 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-51bfac4b-141f-4aec-96fe-905c82824ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:13.556168 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-51bfac4b-141f-4aec-96fe-905c82824ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:13.557240 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-51bfac4b-141f-4aec-96fe-905c82824ebe admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/44d2a524-455d-44d2-9faa-53bce46e5f8c HTTP/1.1" status: 204 len: 168 time: 0.5846565 Feb 19 03:00:13.668912 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c9247-f02e-4e92-b987-65fe98451995 req-2c13f41c-c285-4a01-8e85-830903a8a520 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:13.678156 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d88c9247-f02e-4e92-b987-65fe98451995 req-2c13f41c-c285-4a01-8e85-830903a8a520 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.2168639 Feb 19 03:00:13.752814 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d88c9247-f02e-4e92-b987-65fe98451995 req-c8816354-443c-4540-a0d1-31db76f3ba3e tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700660 Feb 19 03:00:14.992595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:15.265142 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:15.356404 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49740d-a55d-4ec3-b63d-7c5ad6202be7 req-dbc66f01-02eb-4e56-a07c-c89c66fb14f9 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:15.359323 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4b49740d-a55d-4ec3-b63d-7c5ad6202be7 req-dbc66f01-02eb-4e56-a07c-c89c66fb14f9 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.2503121 Feb 19 03:00:15.538653 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4b49740d-a55d-4ec3-b63d-7c5ad6202be7 req-72fa7a29-b863-4dc0-ab37-ba9fe132d4f8 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619575 Feb 19 03:00:16.081243 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 52638) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:16.322883 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f74f41-1ddd-48d7-876a-91aa0e9eeebf admin admin] Deleting subnet 26e33415-67e7-40fd-b206-bf110df10ffc {{(pid=84083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 03:00:16.329478 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-50f74f41-1ddd-48d7-876a-91aa0e9eeebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:16.465103 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-50f74f41-1ddd-48d7-876a-91aa0e9eeebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851840390'] for subnet, precommit_delete_associations {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:16.652938 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-50f74f41-1ddd-48d7-876a-91aa0e9eeebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764431'] for subnet, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:17.508299 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-50f74f41-1ddd-48d7-876a-91aa0e9eeebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847011385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852589313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852852935'] for subnet, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:17.548085 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cc52c864-fe2e-4ee5-bbd9-348c17b5ae75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:17.824074 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15b54b-5127-46ca-a2cd-7712157888c8 req-0cdfae66-d245-49a0-bf72-e6b2d255300a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:17.855175 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0d15b54b-5127-46ca-a2cd-7712157888c8 req-0cdfae66-d245-49a0-bf72-e6b2d255300a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.9732437 Feb 19 03:00:17.881820 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f74f41-1ddd-48d7-876a-91aa0e9eeebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26e33415-67e7-40fd-b206-bf110df10ffc,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:17.933359 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-50f74f41-1ddd-48d7-876a-91aa0e9eeebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:17.962224 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0d15b54b-5127-46ca-a2cd-7712157888c8 req-14a60cad-1f20-4c6e-8209-c16a8f904efc tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058707 Feb 19 03:00:17.995617 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-50f74f41-1ddd-48d7-876a-91aa0e9eeebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:18.035794 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-50f74f41-1ddd-48d7-876a-91aa0e9eeebf admin admin] 10.222.0.75 "DELETE /v2.0/subnets/26e33415-67e7-40fd-b206-bf110df10ffc HTTP/1.1" status: 204 len: 168 time: 1.9521132 Feb 19 03:00:18.040144 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 52722) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:18.976123 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-38ca2129-e510-4330-ba3d-554e99b00b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846840226'] for network, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:19.444443 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-38ca2129-e510-4330-ba3d-554e99b00b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7765560', 'neutron.services.segments.db._delete_segments_for_network--9223363286358539226'] for network, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:19.577401 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2ec33-316c-401b-9ebe-480309908cd6 req-eabad571-f370-4d86-bd92-e351f75c95da tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:19.588659 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9cd2ec33-316c-401b-9ebe-480309908cd6 req-eabad571-f370-4d86-bd92-e351f75c95da tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.1538994 Feb 19 03:00:19.641419 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:00:19.675104 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9cd2ec33-316c-401b-9ebe-480309908cd6 req-d9e167de-42fc-490f-83fc-bb88cfe16cd5 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848320 Feb 19 03:00:19.696394 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-38ca2129-e510-4330-ba3d-554e99b00b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70']}} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:00:19.712580 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-38ca2129-e510-4330-ba3d-554e99b00b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d762e3-9ffa-4869-a0e2-043eb66fe5cf') {'for_net_delete': True} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:00:19.713039 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-38ca2129-e510-4330-ba3d-554e99b00b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d762e3-9ffa-4869-a0e2-043eb66fe5cf') {} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:00:19.730646 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-38ca2129-e510-4330-ba3d-554e99b00b2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286358535642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852701100'] for segment, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:19.765647 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-38ca2129-e510-4330-ba3d-554e99b00b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:19.768830 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-38ca2129-e510-4330-ba3d-554e99b00b2c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 03:00:20.038859 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-38ca2129-e510-4330-ba3d-554e99b00b2c admin admin] Network 3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70 has no segments {{(pid=84085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 03:00:20.052895 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-38ca2129-e510-4330-ba3d-554e99b00b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7736240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852560578'] for segment, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:20.342815 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-38ca2129-e510-4330-ba3d-554e99b00b2c admin admin] Network 3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70 has no segments {{(pid=84085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: Traceback (most recent call last): Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: timer() Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: cb(*args, **kw) Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: return func(*args, **kwargs) Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: self._notify() Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: self.callback(batched_events) Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: event.method(event) Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: segment_id)['aggregates'][0] Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: return f(self, *a, **k) Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: return self._get(url).json() Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: **kwargs) Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: return self.request(url, 'GET', **kwargs) Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: **endpoint_filter) Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:00:20.487881 dv-cinder-775706-2-smb neutron-server[83972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:00:20.506451 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-38ca2129-e510-4330-ba3d-554e99b00b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847010256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428100'] for network, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:20.515544 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-60699a41-6604-4f31-8197-67c94ddcb15f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:20.537076 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-38ca2129-e510-4330-ba3d-554e99b00b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:20.551756 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca2129-e510-4330-ba3d-554e99b00b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:20.556902 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-38ca2129-e510-4330-ba3d-554e99b00b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:20.567348 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-38ca2129-e510-4330-ba3d-554e99b00b2c admin admin] 10.222.0.75 "DELETE /v2.0/networks/3cfb14fb-61e5-44c5-9ac0-18ad2c2c4b70 HTTP/1.1" status: 204 len: 168 time: 2.5234287 Feb 19 03:00:20.861399 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 52828) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:20.936372 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-c1b3cdc3-8aca-4795-9b43-0ab2c4cbbbef admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=47c864b65a25429a8c505f1e52f302dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0733511 Feb 19 03:00:20.939245 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 52834) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:20.959677 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6177e1-2d9e-4c92-b9a3-e80d0d04efba req-d6a454e6-5e2e-45be-9c8c-92daf7f79aa3 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:20.963017 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bd6177e1-2d9e-4c92-b9a3-e80d0d04efba req-d6a454e6-5e2e-45be-9c8c-92daf7f79aa3 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.1436305 Feb 19 03:00:21.016208 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f56dac00-3130-49b9-b5df-5b9750b0a9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:21.036725 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bd6177e1-2d9e-4c92-b9a3-e80d0d04efba req-452a6c44-d9a4-415c-a3d3-587fd7fe9d7e tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665159 Feb 19 03:00:21.051286 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f56dac00-3130-49b9-b5df-5b9750b0a9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:21.118590 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f56dac00-3130-49b9-b5df-5b9750b0a9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:21.123252 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e9448001-062e-448a-92fe-4d285403bff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:21.137959 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56dac00-3130-49b9-b5df-5b9750b0a9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d2c843-efff-4e67-bdb7-7f937bdc62d1,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:21.141620 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f56dac00-3130-49b9-b5df-5b9750b0a9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:21.150873 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f56dac00-3130-49b9-b5df-5b9750b0a9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:21.152800 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-f56dac00-3130-49b9-b5df-5b9750b0a9da admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/57d2c843-efff-4e67-bdb7-7f937bdc62d1 HTTP/1.1" status: 204 len: 168 time: 0.2118425 Feb 19 03:00:22.414513 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 52886) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:22.421841 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447de74-6df8-493d-b2bd-f3c3818c76c3 req-f4793764-6ce4-429c-bf87-c3150f3ddaa8 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:22.437563 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3447de74-6df8-493d-b2bd-f3c3818c76c3 req-f4793764-6ce4-429c-bf87-c3150f3ddaa8 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.1961999 Feb 19 03:00:22.442142 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 52892) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:22.662549 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-22eae90c-7c59-42b3-b853-7e6e2db30581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:22.694886 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-77d5298a-878f-4d91-8b0c-797c7e2159f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:22.730455 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-22eae90c-7c59-42b3-b853-7e6e2db30581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:00:22.740810 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-77d5298a-878f-4d91-8b0c-797c7e2159f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:00:22.747399 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-22eae90c-7c59-42b3-b853-7e6e2db30581 admin admin] Usage tracker for resource:security_group_rule and tenant:ec479f8bb14e4141afcddf7f0c410f9d is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:00:22.756707 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-77d5298a-878f-4d91-8b0c-797c7e2159f6 admin admin] Usage tracker for resource:security_group_rule and tenant:164eb53705ef4fa0ae39a005e9cc037f is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:00:22.762736 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-22eae90c-7c59-42b3-b853-7e6e2db30581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:00:22.768717 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-77d5298a-878f-4d91-8b0c-797c7e2159f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:00:22.785176 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-22eae90c-7c59-42b3-b853-7e6e2db30581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:00:22.791470 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-77d5298a-878f-4d91-8b0c-797c7e2159f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:00:22.827145 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3447de74-6df8-493d-b2bd-f3c3818c76c3 req-59760c46-e2e4-440a-bb22-13251b612496 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3882356 Feb 19 03:00:22.856512 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d7fd7-4d02-4a4a-93ca-a43fb6209274 req-6e7591bd-e3f3-48a2-b176-6adba6fd3869 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:22.864772 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ed9d7fd7-4d02-4a4a-93ca-a43fb6209274 req-6e7591bd-e3f3-48a2-b176-6adba6fd3869 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.4224823 Feb 19 03:00:22.927703 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ed9d7fd7-4d02-4a4a-93ca-a43fb6209274 req-ab91b30e-6398-4260-812b-ddc03897ada4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612786 Feb 19 03:00:23.078014 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-22eae90c-7c59-42b3-b853-7e6e2db30581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:23.081557 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-77d5298a-878f-4d91-8b0c-797c7e2159f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:23.084076 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-22eae90c-7c59-42b3-b853-7e6e2db30581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:23.093310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 52904) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:23.097108 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f5595941-ffdd-4520-834b-ee92d1fb88b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:23.109722 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-77d5298a-878f-4d91-8b0c-797c7e2159f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:23.182184 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-22eae90c-7c59-42b3-b853-7e6e2db30581 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ec479f8bb14e4141afcddf7f0c410f9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7385106 Feb 19 03:00:23.186252 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 52910) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:23.193377 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-77d5298a-878f-4d91-8b0c-797c7e2159f6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=164eb53705ef4fa0ae39a005e9cc037f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7773654 Feb 19 03:00:23.199495 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 52914) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:23.223497 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eae90c-7c59-42b3-b853-7e6e2db30581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17154c5-9e2f-468b-bce9-42c13d3d3e9b,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:23.233786 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-22eae90c-7c59-42b3-b853-7e6e2db30581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:23.234758 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-81c5ef53-478b-4396-8343-12ba6bb6265a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:23.296083 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-606ef566-e675-4693-91d6-c231bffbfd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:23.330882 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-a805fe35-b633-431c-9697-1249c32dfb2b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=af09395504b74abd8f9b2bd22b3a36be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328486 Feb 19 03:00:23.331690 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 52918) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:23.333037 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5298a-878f-4d91-8b0c-797c7e2159f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da2431d-798d-467b-bd32-65b69aeeb72c,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:23.341978 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-77d5298a-878f-4d91-8b0c-797c7e2159f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:23.346944 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-606ef566-e675-4693-91d6-c231bffbfd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:23.414185 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-606ef566-e675-4693-91d6-c231bffbfd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:23.424446 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-de43e47d-997d-4077-8194-836d61797081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:23.442361 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ef566-e675-4693-91d6-c231bffbfd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17154c5-9e2f-468b-bce9-42c13d3d3e9b,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:23.444565 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-970554e0-f3b3-414f-9c3e-9f081b8946c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:23.446218 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-606ef566-e675-4693-91d6-c231bffbfd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:23.447278 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-606ef566-e675-4693-91d6-c231bffbfd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:23.452276 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-606ef566-e675-4693-91d6-c231bffbfd1c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c17154c5-9e2f-468b-bce9-42c13d3d3e9b HTTP/1.1" status: 204 len: 168 time: 0.2607272 Feb 19 03:00:23.498298 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-970554e0-f3b3-414f-9c3e-9f081b8946c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:23.512555 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b3661847-9478-4c0e-9fee-bfd592698e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:23.573668 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b3661847-9478-4c0e-9fee-bfd592698e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:23.628411 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-970554e0-f3b3-414f-9c3e-9f081b8946c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:23.637194 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-4cfacfc8-0f61-492b-bdc3-bd9c27c81be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:23.657218 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970554e0-f3b3-414f-9c3e-9f081b8946c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da2431d-798d-467b-bd32-65b69aeeb72c,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:23.662545 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-970554e0-f3b3-414f-9c3e-9f081b8946c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:23.672365 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b3661847-9478-4c0e-9fee-bfd592698e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:23.678362 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e9676bc2-67d6-4c58-9e5d-03bc9c985386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:23.689440 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-970554e0-f3b3-414f-9c3e-9f081b8946c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:23.691062 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-970554e0-f3b3-414f-9c3e-9f081b8946c8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6da2431d-798d-467b-bd32-65b69aeeb72c HTTP/1.1" status: 204 len: 168 time: 0.4899595 Feb 19 03:00:23.694939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b3661847-9478-4c0e-9fee-bfd592698e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:23.696291 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-b3661847-9478-4c0e-9fee-bfd592698e0a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1bdc488c-d7a3-4a3d-9e76-789bf9137122 HTTP/1.1" status: 204 len: 168 time: 0.3575478 Feb 19 03:00:23.697677 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3661847-9478-4c0e-9fee-bfd592698e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdc488c-d7a3-4a3d-9e76-789bf9137122,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:23.707519 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b3661847-9478-4c0e-9fee-bfd592698e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:24.264538 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 52946) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:24.285183 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35aab5-c20d-4684-97c2-c327aaed0cb6 req-05f092fd-3b6b-44a1-b384-6794bc506073 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:24.287789 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5e35aab5-c20d-4684-97c2-c327aaed0cb6 req-05f092fd-3b6b-44a1-b384-6794bc506073 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.2488456 Feb 19 03:00:24.297760 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1afc8ae6-9b9c-4c66-b713-7e68d1f4532f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:24.328802 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-1afc8ae6-9b9c-4c66-b713-7e68d1f4532f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:00:24.336552 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-1afc8ae6-9b9c-4c66-b713-7e68d1f4532f admin admin] Usage tracker for resource:security_group_rule and tenant:f1330bede2034cb0bb97e2ab94ea4c73 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:00:24.343805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-1afc8ae6-9b9c-4c66-b713-7e68d1f4532f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:00:24.351636 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-1afc8ae6-9b9c-4c66-b713-7e68d1f4532f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:00:24.367371 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5fe78-0a71-4b79-9a64-994af9f41c12 req-d7d21393-fb73-4861-9d64-6f173eb47151 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:24.370720 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-82f5fe78-0a71-4b79-9a64-994af9f41c12 req-d7d21393-fb73-4861-9d64-6f173eb47151 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.2481301 Feb 19 03:00:24.447629 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5e35aab5-c20d-4684-97c2-c327aaed0cb6 req-8de9b0ae-b06b-403d-91a4-913ac94adfcc tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514518 Feb 19 03:00:24.464195 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-82f5fe78-0a71-4b79-9a64-994af9f41c12 req-0cac4b09-b920-4340-b68c-d5a37fdcb7bb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754974 Feb 19 03:00:24.544905 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1afc8ae6-9b9c-4c66-b713-7e68d1f4532f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:24.549753 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1afc8ae6-9b9c-4c66-b713-7e68d1f4532f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:24.605389 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b3661847-9478-4c0e-9fee-bfd592698e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:24.627641 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 52962) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:24.628332 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-1afc8ae6-9b9c-4c66-b713-7e68d1f4532f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f1330bede2034cb0bb97e2ab94ea4c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618636 Feb 19 03:00:24.663123 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc8ae6-9b9c-4c66-b713-7e68d1f4532f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ba4888-2b64-462a-9f75-2d93cacc7f9c,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:24.669160 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1afc8ae6-9b9c-4c66-b713-7e68d1f4532f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:24.757201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9f0cf06c-e782-4be4-9096-9aaec26ff007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:24.794441 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9f0cf06c-e782-4be4-9096-9aaec26ff007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:24.890268 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9f0cf06c-e782-4be4-9096-9aaec26ff007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:24.922748 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ec9f6cac-51df-4637-8db3-15b04defb434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:24.951777 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cf06c-e782-4be4-9096-9aaec26ff007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ba4888-2b64-462a-9f75-2d93cacc7f9c,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:24.985336 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-9f0cf06c-e782-4be4-9096-9aaec26ff007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:24.987849 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9f0cf06c-e782-4be4-9096-9aaec26ff007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:25.006640 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-9f0cf06c-e782-4be4-9096-9aaec26ff007 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/02ba4888-2b64-462a-9f75-2d93cacc7f9c HTTP/1.1" status: 204 len: 168 time: 0.3612859 Feb 19 03:00:25.071348 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:25.136108 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825423d-29b7-4e17-b0eb-fc10c961072e req-3cc2a03d-c614-44e8-941a-7d40f8e7e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:25.138470 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6825423d-29b7-4e17-b0eb-fc10c961072e req-3cc2a03d-c614-44e8-941a-7d40f8e7e37c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c002812913314504b133ae634af86b2e&device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 1160 time: 0.1234145 Feb 19 03:00:25.221477 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 52988) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:25.384869 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825423d-29b7-4e17-b0eb-fc10c961072e req-eff95a8a-82c2-4953-9992-1f70062dc559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:25.386882 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6825423d-29b7-4e17-b0eb-fc10c961072e req-eff95a8a-82c2-4953-9992-1f70062dc559 service neutron] 10.222.0.87 "GET /v2.0/networks?id=aff37b45-bb0b-4722-99c2-f05b1c234791 HTTP/1.1" status: 200 len: 911 time: 0.2225168 Feb 19 03:00:25.546022 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6825423d-29b7-4e17-b0eb-fc10c961072e req-e0650a1a-d636-494a-bc09-66bfa15677c7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 HTTP/1.1" status: 200 len: 999 time: 0.1414957 Feb 19 03:00:25.633717 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-988858796-network', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:25.655384 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:00:25.685245 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Usage tracker for resource:network and tenant:fe53762e5ab44dc59d26f6b6536be0f4 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:00:25.691942 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:00:25.694374 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825423d-29b7-4e17-b0eb-fc10c961072e req-d2f17546-92ea-4226-9d9a-26ac0227dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:25.697297 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6825423d-29b7-4e17-b0eb-fc10c961072e req-d2f17546-92ea-4226-9d9a-26ac0227dc5f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b750ccce-480c-48ff-95df-32a79b278619 HTTP/1.1" status: 200 len: 856 time: 0.1377463 Feb 19 03:00:25.706448 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:00:25.824750 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:00:25.838676 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Made reservation on behalf of fe53762e5ab44dc59d26f6b6536be0f4 for: {'network': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 03:00:25.840074 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for network, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:25.857189 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825423d-29b7-4e17-b0eb-fc10c961072e req-1d728ac3-ecef-4e13-a3a5-88c0cd0f313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:25.858896 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:25.860339 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6825423d-29b7-4e17-b0eb-fc10c961072e req-1d728ac3-ecef-4e13-a3a5-88c0cd0f313b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=aff37b45-bb0b-4722-99c2-f05b1c234791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1488895 Feb 19 03:00:25.884416 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:00:25.891708 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Usage tracker for resource:security_group_rule and tenant:fe53762e5ab44dc59d26f6b6536be0f4 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:00:25.897028 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:00:25.907121 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:00:25.968710 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc4817-a35b-4b72-a7eb-5fd1dd3f021c req-e4d59f83-d132-46a7-88c1-d50e7869c22f tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:25.970607 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3dbc4817-a35b-4b72-a7eb-5fd1dd3f021c req-e4d59f83-d132-46a7-88c1-d50e7869c22f tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 943 time: 0.2530472 Feb 19 03:00:26.054353 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:00:26.054783 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:26.221693 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3dbc4817-a35b-4b72-a7eb-5fd1dd3f021c req-d7a97112-07ce-4ad6-8d65-9bc35f4ba3b8 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190483 Feb 19 03:00:26.252389 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:26.269290 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:26.290413 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=2f96b873-54a3-4cc6-86f3-e2ed8d3b5125,segment=NetworkSegment(d616cdcb-7ab1-43cf-a37d-52e71d74e46e),segment_id=d616cdcb-7ab1-43cf-a37d-52e71d74e46e)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:00:26.291550 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb7253a-adba-4965-b266-3a0958a67f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f96b873-54a3-4cc6-86f3-e2ed8d3b5125'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:00:26.291861 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded2cae-d423-4631-8cc0-1b3665342b0a req-634a6d3a-33cf-462f-93b9-b4d53bca4a29 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:26.294469 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1ded2cae-d423-4631-8cc0-1b3665342b0a req-634a6d3a-33cf-462f-93b9-b4d53bca4a29 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.2326522 Feb 19 03:00:26.297550 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:26.298384 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:26.299598 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 4431279a-95af-4aca-a433-4536a1a662d8 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:00:26.304309 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f7197c67-930c-449b-8334-ac967cbb7d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:26.321477 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6825423d-29b7-4e17-b0eb-fc10c961072e req-8e2734cb-f473-451d-8545-f54e21b9039d service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499533 Feb 19 03:00:26.366943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:26.380155 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:26.398816 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:26.448638 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 03:00:26.454171 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=2f96b873-54a3-4cc6-86f3-e2ed8d3b5125,revision_number=6']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:26.467239 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.467629 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.468023 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.468394 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.468773 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.469150 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.469522 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.470185 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.470578 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.470948 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.471318 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.471685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.472140 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.472590 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.472959 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.473567 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.473968 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.474339 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.474706 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.475072 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.475440 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.475805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.476168 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.476527 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:26.483785 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:26.484486 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.segments_db [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Added segment f4db8abf-3f29-4fd7-88e1-d28e8821a0e1 of type vxlan for network 71c7abe9-550c-49aa-86cb-fab00d1ec7d7 Feb 19 03:00:26.486208 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:26.492568 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 4431279a-95af-4aca-a433-4536a1a662d8 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:00:26.492994 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:26.513433 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1ded2cae-d423-4631-8cc0-1b3665342b0a req-b2bc1a88-38fd-4e26-8284-0630fb9c845c tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349757 Feb 19 03:00:26.542995 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363286359061518'] for network, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:26.630117 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:26.631352 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:26.632013 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:26.641641 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:26.692753 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6825423d-29b7-4e17-b0eb-fc10c961072e req-860bac2d-d3a0-46dc-b293-c3369c7b494f service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3604598 Feb 19 03:00:26.751224 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb7253a-adba-4965-b266-3a0958a67f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f96b873-54a3-4cc6-86f3-e2ed8d3b5125', 'code': 200} Feb 19 03:00:26.797517 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Pushing event updated for resources: {'Network': ['ID=71c7abe9-550c-49aa-86cb-fab00d1ec7d7,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:26.801407 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:26.812359 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5891802 Feb 19 03:00:26.815585 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 53030) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:26.815847 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Network 71c7abe9-550c-49aa-86cb-fab00d1ec7d7 details requested by agent ovs-agent-dv-cinder-775706-2-smb with host dv-cinder-775706-2-smb {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 03:00:26.823945 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-aa92a966-7e29-4af3-ac9a-4e3dec74ef42 admin admin] Request body: {'subnet': {'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-988858796-subnet', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'ip_version': 4}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:26.842996 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-aa92a966-7e29-4af3-ac9a-4e3dec74ef42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:00:26.854553 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-aa92a966-7e29-4af3-ac9a-4e3dec74ef42 admin admin] Usage tracker for resource:subnet and tenant:fe53762e5ab44dc59d26f6b6536be0f4 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:00:26.880010 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-aa92a966-7e29-4af3-ac9a-4e3dec74ef42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:00:26.909430 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-aa92a966-7e29-4af3-ac9a-4e3dec74ef42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:00:26.971965 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa92a966-7e29-4af3-ac9a-4e3dec74ef42 admin admin] Made reservation on behalf of fe53762e5ab44dc59d26f6b6536be0f4 for: {'subnet': 1} {{(pid=84083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 03:00:26.981559 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Network 71c7abe9-550c-49aa-86cb-fab00d1ec7d7 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 03:00:26.987441 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-aa92a966-7e29-4af3-ac9a-4e3dec74ef42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1922835'] for subnet, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:27.143936 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:00:27.326062 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:00:27.326886 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:27.811748 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d535c52-5dd6-48a4-b8ed-57ab001e0628 req-82f2157b-4672-4f27-871b-dfe0294b6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:27.814751 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9d535c52-5dd6-48a4-b8ed-57ab001e0628 req-82f2157b-4672-4f27-871b-dfe0294b6de9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 1162 time: 0.1506166 Feb 19 03:00:27.836091 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 53092) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:27.912745 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9d535c52-5dd6-48a4-b8ed-57ab001e0628 req-52eb8060-0203-45b1-ba37-b193484c660a service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896664 Feb 19 03:00:27.916595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17875d4a-64ad-4177-af9e-140b540a54cc req-a1b51c1a-361c-442f-9a56-c6a868299c21 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:27.924943 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-17875d4a-64ad-4177-af9e-140b540a54cc req-a1b51c1a-361c-442f-9a56-c6a868299c21 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.4330852 Feb 19 03:00:28.003042 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-17875d4a-64ad-4177-af9e-140b540a54cc req-87daa388-508c-4aaa-8848-5f9f5871407a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767071 Feb 19 03:00:28.019374 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fccd75-038a-4ddc-8f6f-322c6129470b req-d78f7830-4107-409e-91d9-966ef312bc14 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:28.021466 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d8fccd75-038a-4ddc-8f6f-322c6129470b req-d78f7830-4107-409e-91d9-966ef312bc14 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.2760429 Feb 19 03:00:28.213283 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d8fccd75-038a-4ddc-8f6f-322c6129470b req-712e3d39-2f7e-44be-a3ae-32ff293767cc tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753366 Feb 19 03:00:28.217043 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d28e1ee5-9dbb-470c-960c-af510b5f2967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:28.245334 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-d28e1ee5-9dbb-470c-960c-af510b5f2967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:00:28.253366 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-d28e1ee5-9dbb-470c-960c-af510b5f2967 admin admin] Usage tracker for resource:security_group_rule and tenant:435b047acbb14ccea2a6bca6c464d516 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:00:28.257356 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-aa92a966-7e29-4af3-ac9a-4e3dec74ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2186436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1922848'] for subnet, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:28.258536 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-d28e1ee5-9dbb-470c-960c-af510b5f2967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:00:28.279053 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-91edd4bb-0b39-422e-8a81-c0b997af5246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:28.308053 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-d28e1ee5-9dbb-470c-960c-af510b5f2967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:00:28.462103 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92a966-7e29-4af3-ac9a-4e3dec74ef42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7af365aa-da17-4ca3-acf4-244bb6f30a8b,revision_number=0']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:28.468442 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-aa92a966-7e29-4af3-ac9a-4e3dec74ef42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:28.606700 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d28e1ee5-9dbb-470c-960c-af510b5f2967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:28.615419 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa92a966-7e29-4af3-ac9a-4e3dec74ef42 admin admin] Checking segment: {'id': 'f4db8abf-3f29-4fd7-88e1-d28e8821a0e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 03:00:28.615828 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa92a966-7e29-4af3-ac9a-4e3dec74ef42 admin admin] Network hostable DHCP agents. Network: 71c7abe9-550c-49aa-86cb-fab00d1ec7d7, hostable agents: ['5d4d7265-98c5-4e1f-932d-d1cac1607758'], hosted agents: [] {{(pid=84083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 03:00:28.621270 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d28e1ee5-9dbb-470c-960c-af510b5f2967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:28.633709 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-630a85fb-e7af-4c81-b080-73393064ea67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:28.695927 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-d28e1ee5-9dbb-470c-960c-af510b5f2967 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=435b047acbb14ccea2a6bca6c464d516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8563333 Feb 19 03:00:28.698650 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e1ee5-9dbb-470c-960c-af510b5f2967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276c60de-b908-4c03-af9c-55e6c0158b6c,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:28.701037 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 53108) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:28.704763 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d28e1ee5-9dbb-470c-960c-af510b5f2967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:28.705892 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa92a966-7e29-4af3-ac9a-4e3dec74ef42 admin admin] Network 71c7abe9-550c-49aa-86cb-fab00d1ec7d7 is scheduled to be hosted by DHCP agent 5d4d7265-98c5-4e1f-932d-d1cac1607758 with binding_index 1 {{(pid=84083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 03:00:28.733097 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-aa92a966-7e29-4af3-ac9a-4e3dec74ef42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-smb, 71c7abe9-550c-49aa-86cb-fab00d1ec7d7) {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:00:28.750233 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214e98eb-55f9-437f-bd4f-acd628cccab2 None None] Network 71c7abe9-550c-49aa-86cb-fab00d1ec7d7 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 03:00:28.760663 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa92a966-7e29-4af3-ac9a-4e3dec74ef42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:28.761477 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-aa92a966-7e29-4af3-ac9a-4e3dec74ef42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:28.795722 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-aa92a966-7e29-4af3-ac9a-4e3dec74ef42 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9784191 Feb 19 03:00:28.800599 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 53112) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:28.813498 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-988858796-router', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:28.828319 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:00:28.840848 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Usage tracker for resource:router and tenant:fe53762e5ab44dc59d26f6b6536be0f4 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:00:28.844735 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:00:28.859386 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:00:28.884788 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854354956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762983'] for router, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:28.885985 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854354971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854347261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-468461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12817'] for router, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:28.902452 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-50666aa3-0f28-4a41-b16e-5e479fa77bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:28.924430 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:28.963238 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-50666aa3-0f28-4a41-b16e-5e479fa77bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:29.028820 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-50666aa3-0f28-4a41-b16e-5e479fa77bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:29.039000 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2c8f0809-3607-424a-b82a-951a18c12ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:29.055754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50666aa3-0f28-4a41-b16e-5e479fa77bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276c60de-b908-4c03-af9c-55e6c0158b6c,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:29.066416 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-50666aa3-0f28-4a41-b16e-5e479fa77bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:29.067340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-50666aa3-0f28-4a41-b16e-5e479fa77bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:29.074182 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-50666aa3-0f28-4a41-b16e-5e479fa77bd5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/276c60de-b908-4c03-af9c-55e6c0158b6c HTTP/1.1" status: 204 len: 168 time: 0.3660042 Feb 19 03:00:29.171208 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp040acd2d-39d1-533c-9615-86ac3a775096-71c7abe9-550c-49aa-86cb-fab00d1ec7d7', 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'fixed_ips': [{'subnet_id': '7af365aa-da17-4ca3-acf4-244bb6f30a8b'}]}} from dv-cinder-775706-2-smb. {{(pid=84086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 19 03:00:29.172289 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:29.404945 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854347126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12800'] for router, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:29.611533 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Allocated IP 172.20.0.2 (71c7abe9-550c-49aa-86cb-fab00d1ec7d7/7af365aa-da17-4ca3-acf4-244bb6f30a8b/b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 03:00:29.953336 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95061b-7b47-42b3-9bc8-14735a9c410c req-e630e567-2dfc-468d-b105-f3804a6b48b3 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:29.957096 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4e95061b-7b47-42b3-9bc8-14735a9c410c req-e630e567-2dfc-468d-b105-f3804a6b48b3 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.7145102 Feb 19 03:00:29.987507 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747fa5e-0197-4dcf-837c-5843e936f88f req-38e3dc8c-62d3-4629-835a-991c83d71d97 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:29.996763 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4747fa5e-0197-4dcf-837c-5843e936f88f req-38e3dc8c-62d3-4629-835a-991c83d71d97 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.5962627 Feb 19 03:00:30.067672 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:00:30.189282 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4747fa5e-0197-4dcf-837c-5843e936f88f req-faa45c12-e11f-4220-9c7b-193e1b319aba tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913610 Feb 19 03:00:30.241618 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4e95061b-7b47-42b3-9bc8-14735a9c410c req-a624abc4-be3b-4dd2-bfb6-a2a40b0a9a41 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414837 Feb 19 03:00:30.491794 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:30.504564 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Transition to ACTIVE for port object b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772 will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:00:30.537217 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Transition to ACTIVE for port object b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772 will not be triggered until provisioned by entity DHCP. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:00:30.548082 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:00:30.548505 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:30.721652 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:30.768839 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:30.813565 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:30.841719 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:31.021251 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Pushing event updated for resources: {'Port': ['ID=b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:31.026065 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:31.261749 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Allocated IP 172.28.3.222 (0e56412c-4854-452b-991d-f8414d441bfe/664dcf09-964d-4e4b-a082-c69e70a0e546/a67c4789-dadd-4be7-85c2-f94a6cdd2738) {{(pid=84083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 03:00:31.377979 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Network 71c7abe9-550c-49aa-86cb-fab00d1ec7d7 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:00:31.392354 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:00:31.397007 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 03:00:31.559963 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Attempting to bind port b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772 on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:31.560698 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Attempting to bind port b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772 by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': 'f4db8abf-3f29-4fd7-88e1-d28e8821a0e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 03:00:31.561589 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Attempting to bind port b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772 on network 71c7abe9-550c-49aa-86cb-fab00d1ec7d7 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 03:00:31.570680 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 03:00:31.571410 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Checking segment: {'id': 'f4db8abf-3f29-4fd7-88e1-d28e8821a0e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 03:00:31.572023 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:31.572629 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Bound using segment: {'id': 'f4db8abf-3f29-4fd7-88e1-d28e8821a0e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 03:00:31.574747 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Bound port: b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4db8abf-3f29-4fd7-88e1-d28e8821a0e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 03:00:31.575395 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:31.605623 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:31.689215 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e72dc-feb8-46df-8a17-1a0051eff4de req-670f46df-1840-42ba-8f8e-5ceaf7da7e85 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:31.692141 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6c7e72dc-feb8-46df-8a17-1a0051eff4de req-670f46df-1840-42ba-8f8e-5ceaf7da7e85 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.1364815 Feb 19 03:00:31.756959 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:31.796690 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] For port b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 03:00:31.801124 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] For port b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772,segment=NetworkSegment(f4db8abf-3f29-4fd7-88e1-d28e8821a0e1),segment_id=f4db8abf-3f29-4fd7-88e1-d28e8821a0e1)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 03:00:31.807472 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:31.878828 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:31.976807 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:32.038432 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:00:32.043600 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6c7e72dc-feb8-46df-8a17-1a0051eff4de req-cf2dc890-26b7-4db5-92aa-8a5eca9bac9c tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381169 Feb 19 03:00:32.085611 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Pushing event updated for resources: {'Port': ['ID=a67c4789-dadd-4be7-85c2-f94a6cdd2738,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:32.096057 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:32.168821 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1122d2c-906a-497e-9577-6c9501b00f56 req-b082cce8-79a6-4eb5-be5b-1af2cf43fb05 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:32.174868 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c1122d2c-906a-497e-9577-6c9501b00f56 req-b082cce8-79a6-4eb5-be5b-1af2cf43fb05 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.2517846 Feb 19 03:00:32.211219 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Network 0e56412c-4854-452b-991d-f8414d441bfe is already hosted by enough agents. {{(pid=84083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:00:32.215666 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Resources bound (agent type, host, resource id): {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:00:32.220264 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Received port after_create {{(pid=84083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 03:00:32.293819 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c1122d2c-906a-497e-9577-6c9501b00f56 req-b606e3ed-9414-485e-a6f9-5b44dfaa2719 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148748 Feb 19 03:00:32.318297 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Pushing event updated for resources: {'Port': ['ID=b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:32.335578 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:32.365037 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:00:32.365979 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:32.798847 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:33.320780 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:00:33.488683 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:00:33.513227 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854347035'] for router, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:34.330248 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ba209e-10bf-4174-b3b2-bf3d19567e98 None None] Network 71c7abe9-550c-49aa-86cb-fab00d1ec7d7 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 03:00:34.429540 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a0918-09e2-4f65-ad6a-6f6ace2cc3d6 req-8d5e8770-406b-4368-b935-4231c9f52da9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:34.431341 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3a2a0918-09e2-4f65-ad6a-6f6ace2cc3d6 req-8d5e8770-406b-4368-b935-4231c9f52da9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 1.1621184 Feb 19 03:00:34.454014 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ae085-885b-404e-866b-e88c1693adbb req-de768782-7ed6-453c-80e5-33ab961919a9 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:34.456044 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b5ae085-885b-404e-866b-e88c1693adbb req-de768782-7ed6-453c-80e5-33ab961919a9 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.9676588 Feb 19 03:00:34.502649 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Router 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 is scheduled to L3 agent f89d6758-6383-432f-be87-9e62d038e267 with binding_index 1 {{(pid=84083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 19 03:00:34.552419 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3a2a0918-09e2-4f65-ad6a-6f6ace2cc3d6 req-abc282cf-cd37-4658-bc4e-0caf8476b1de tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094973 Feb 19 03:00:34.648958 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b5ae085-885b-404e-866b-e88c1693adbb req-8ceeb5dd-35bd-4f60-aa1e-2d7cfe9af771 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740289 Feb 19 03:00:34.808180 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:00:34.857000 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Notify callbacks [] for router, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:34.859296 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0570252 Feb 19 03:00:34.865124 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 53278) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:34.874098 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Sync routers for ids ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'] in dv-cinder-775706-2-smb {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:00:34.929648 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-4bf83cc7-d171-45f5-b91f-fd2f7e3265da None None] Provisioning for port b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772 completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:00:34.930166 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 53284) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:34.934086 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Routers {'0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:00:34.934910 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:00:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:00:35.038365 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-4bf83cc7-d171-45f5-b91f-fd2f7e3265da None None] Provisioning complete for port b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:00:35.039769 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4bf83cc7-d171-45f5-b91f-fd2f7e3265da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:35.362958 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-16c27c70-9437-4211-988b-0c5aee30de04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:35.472193 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-16c27c70-9437-4211-988b-0c5aee30de04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:00:35.482006 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-16c27c70-9437-4211-988b-0c5aee30de04 admin admin] Usage tracker for resource:security_group_rule and tenant:99050302f4eb4d408dd9b907a6df5d2c is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:00:35.490139 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-16c27c70-9437-4211-988b-0c5aee30de04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:00:35.501419 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-16c27c70-9437-4211-988b-0c5aee30de04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:00:35.595587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135772fb-4855-459b-a91d-a639895fd917 req-fbb6d5a2-a7ba-4da8-a9a1-67dc58d3de0c tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:35.618722 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-135772fb-4855-459b-a91d-a639895fd917 req-fbb6d5a2-a7ba-4da8-a9a1-67dc58d3de0c tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.2404399 Feb 19 03:00:35.717370 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Set router 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:00:35.830869 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-16c27c70-9437-4211-988b-0c5aee30de04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:35.839314 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-16c27c70-9437-4211-988b-0c5aee30de04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:35.881011 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4bf83cc7-d171-45f5-b91f-fd2f7e3265da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:35.918306 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-6d718dec-b566-4d68-93c1-119dc8507da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:35.955381 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-135772fb-4855-459b-a91d-a639895fd917 req-8672f117-5e9a-4eec-a7bd-12f5607fb5f6 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208203 Feb 19 03:00:36.038971 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-16c27c70-9437-4211-988b-0c5aee30de04 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=99050302f4eb4d408dd9b907a6df5d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1073539 Feb 19 03:00:36.052509 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 53294) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:36.083502 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c27c70-9437-4211-988b-0c5aee30de04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5b2107-6d78-4fb8-a815-e47c06b106d9,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:36.093445 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-16c27c70-9437-4211-988b-0c5aee30de04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:36.173559 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-db98e36d-300a-4cbb-8071-0ab919b8f455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:36.212141 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-4bf83cc7-d171-45f5-b91f-fd2f7e3265da None None] For port b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772,segment=NetworkSegment(f4db8abf-3f29-4fd7-88e1-d28e8821a0e1),segment_id=f4db8abf-3f29-4fd7-88e1-d28e8821a0e1)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:00:36.218999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4bf83cc7-d171-45f5-b91f-fd2f7e3265da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:36.222237 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:36.225032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-db98e36d-300a-4cbb-8071-0ab919b8f455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:36.312042 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-db98e36d-300a-4cbb-8071-0ab919b8f455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:36.319814 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-edd77f21-b0c1-4099-ba86-a54a3b4a78af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:36.341714 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98e36d-300a-4cbb-8071-0ab919b8f455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5b2107-6d78-4fb8-a815-e47c06b106d9,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:36.360684 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-db98e36d-300a-4cbb-8071-0ab919b8f455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:36.362516 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-db98e36d-300a-4cbb-8071-0ab919b8f455 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ef5b2107-6d78-4fb8-a815-e47c06b106d9 HTTP/1.1" status: 204 len: 168 time: 0.3085091 Feb 19 03:00:36.364454 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-db98e36d-300a-4cbb-8071-0ab919b8f455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:36.371529 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf83cc7-d171-45f5-b91f-fd2f7e3265da None None] Pushing event updated for resources: {'Port': ['ID=b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:36.419074 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-4bf83cc7-d171-45f5-b91f-fd2f7e3265da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:36.421499 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'name': 'tempest-TestMinimumBasicScenario-988858796-router', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:00:28Z', 'updated_at': '2021-02-19T03:00:32Z', 'revision_number': 3, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'gw_port': {'id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:10:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:31Z', 'updated_at': '2021-02-19T03:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:00:36.459761 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Checking router: 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 for host: dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:00:36.460332 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Updating router 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 port a67c4789-dadd-4be7-85c2-f94a6cdd2738 binding host dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 03:00:36.562685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:36.598502 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c53625e5-c36f-4ed7-bdeb-48ff87127b05 None None] Provisioning complete for port b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:00:36.599167 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c53625e5-c36f-4ed7-bdeb-48ff87127b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:36.640281 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:36.752532 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03dd10-04d3-4607-8c82-d4bb9089a0b3 req-fc12a710-957b-4a10-9e95-d43e7a096271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:36.756113 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5f03dd10-04d3-4607-8c82-d4bb9089a0b3 req-fc12a710-957b-4a10-9e95-d43e7a096271 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=619fad70faee4631a203fa17432b1857&device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 1162 time: 0.7059095 Feb 19 03:00:36.922937 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 53310) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:36.955284 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1f2ec5d7-9eec-49dc-8e7e-2680f70c3e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:36.976229 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-1f2ec5d7-9eec-49dc-8e7e-2680f70c3e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:00:36.984587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-1f2ec5d7-9eec-49dc-8e7e-2680f70c3e33 admin admin] Usage tracker for resource:security_group_rule and tenant:a4e9e7fcd2564093939ae03b3920c56c is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:00:36.988952 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-1f2ec5d7-9eec-49dc-8e7e-2680f70c3e33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:00:36.996869 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-1f2ec5d7-9eec-49dc-8e7e-2680f70c3e33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:00:37.033179 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03dd10-04d3-4607-8c82-d4bb9089a0b3 req-f7ca1ecc-30e9-44ea-a653-1f7f23a9b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:37.035186 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5f03dd10-04d3-4607-8c82-d4bb9089a0b3 req-f7ca1ecc-30e9-44ea-a653-1f7f23a9b9ed service neutron] 10.222.0.87 "GET /v2.0/networks?id=3a78709d-1a68-4957-9e6e-7eecb2b4a618 HTTP/1.1" status: 200 len: 904 time: 0.2516282 Feb 19 03:00:37.184788 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1f2ec5d7-9eec-49dc-8e7e-2680f70c3e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:37.190753 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1f2ec5d7-9eec-49dc-8e7e-2680f70c3e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:37.245146 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:37.290086 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-1f2ec5d7-9eec-49dc-8e7e-2680f70c3e33 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a4e9e7fcd2564093939ae03b3920c56c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3657622 Feb 19 03:00:37.291705 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ec5d7-9eec-49dc-8e7e-2680f70c3e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5d2fc7-8ad5-464f-8684-c93eaf6a724a,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:37.294687 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 53318) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:37.298411 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1f2ec5d7-9eec-49dc-8e7e-2680f70c3e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:37.443273 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5f03dd10-04d3-4607-8c82-d4bb9089a0b3 req-f52296a7-96ae-4790-b8a3-c34c8a6002b5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f36cf6e-7276-4e66-a212-4adde80abda4 HTTP/1.1" status: 200 len: 1001 time: 0.3977141 Feb 19 03:00:37.480988 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-120e1246-3b12-4aef-95b0-82aebe5859bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:37.515482 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:37.515849 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b83651-12e1-438b-8bc7-3ee7a320c37c req-76e7171a-fd32-4742-a2b0-cd7e703386af tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:37.517703 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-78b83651-12e1-438b-8bc7-3ee7a320c37c req-76e7171a-fd32-4742-a2b0-cd7e703386af tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.2039974 Feb 19 03:00:37.547624 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:00:37.552642 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-120e1246-3b12-4aef-95b0-82aebe5859bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:37.614423 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03dd10-04d3-4607-8c82-d4bb9089a0b3 req-0a86fb4e-de43-40f6-afe1-04893f7a369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:37.616301 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5f03dd10-04d3-4607-8c82-d4bb9089a0b3 req-0a86fb4e-de43-40f6-afe1-04893f7a369e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38374417-3478-4427-9684-8966c2d250da HTTP/1.1" status: 200 len: 849 time: 0.1633332 Feb 19 03:00:37.696627 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Transition to ACTIVE for port object a67c4789-dadd-4be7-85c2-f94a6cdd2738 will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:00:37.708806 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:37.728436 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:37.729020 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-78b83651-12e1-438b-8bc7-3ee7a320c37c req-d0b9d664-641c-4915-acfd-3d5757cfa7c5 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797562 Feb 19 03:00:37.778838 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-120e1246-3b12-4aef-95b0-82aebe5859bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:37.800538 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-db98e36d-300a-4cbb-8071-0ab919b8f455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:37.831187 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Allocated IP 172.20.0.1 (71c7abe9-550c-49aa-86cb-fab00d1ec7d7/7af365aa-da17-4ca3-acf4-244bb6f30a8b/600e595d-1a0e-40c0-9e1d-935a2a12af46) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 03:00:37.833419 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-120e1246-3b12-4aef-95b0-82aebe5859bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:37.852102 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-120e1246-3b12-4aef-95b0-82aebe5859bc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5d5d2fc7-8ad5-464f-8684-c93eaf6a724a HTTP/1.1" status: 204 len: 168 time: 0.5421093 Feb 19 03:00:37.886951 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e1246-3b12-4aef-95b0-82aebe5859bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5d2fc7-8ad5-464f-8684-c93eaf6a724a,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:37.897932 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-120e1246-3b12-4aef-95b0-82aebe5859bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:38.047749 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03dd10-04d3-4607-8c82-d4bb9089a0b3 req-2f5fb82b-c849-4101-9f0c-f05e287b5aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:38.050702 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5f03dd10-04d3-4607-8c82-d4bb9089a0b3 req-2f5fb82b-c849-4101-9f0c-f05e287b5aba service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3a78709d-1a68-4957-9e6e-7eecb2b4a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4216197 Feb 19 03:00:38.057330 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbb6b8-2b20-410a-9ef3-d6ae283c6b62 None None] Pushing event updated for resources: {'Port': ['ID=a67c4789-dadd-4be7-85c2-f94a6cdd2738,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:38.090872 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-42dbb6b8-2b20-410a-9ef3-d6ae283c6b62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:38.101858 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:00:38.102508 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:38.283450 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:38.333523 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Transition to ACTIVE for port object 600e595d-1a0e-40c0-9e1d-935a2a12af46 will not be triggered until provisioned by entity DHCP. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:00:38.418618 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5f03dd10-04d3-4607-8c82-d4bb9089a0b3 req-e4639bd2-d0bd-4d02-9096-37487e2a5ba6 service neutron] 10.222.0.87 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391333 Feb 19 03:00:38.502394 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Attempting to bind port a67c4789-dadd-4be7-85c2-f94a6cdd2738 on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:38.503158 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Attempting to bind port a67c4789-dadd-4be7-85c2-f94a6cdd2738 by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 03:00:38.503158 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Attempting to bind port a67c4789-dadd-4be7-85c2-f94a6cdd2738 on network 0e56412c-4854-452b-991d-f8414d441bfe {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 03:00:38.548020 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:38.551372 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 03:00:38.551837 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Checking segment: {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 03:00:38.552241 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:38.552770 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Bound using segment: {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 03:00:38.553383 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Bound port: a67c4789-dadd-4be7-85c2-f94a6cdd2738, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 03:00:38.553871 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:38.574811 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c83c04b4-ab11-4746-94a6-e2350a7cf020 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:38.653879 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] For port a67c4789-dadd-4be7-85c2-f94a6cdd2738, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 03:00:38.663562 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] For port a67c4789-dadd-4be7-85c2-f94a6cdd2738, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=a67c4789-dadd-4be7-85c2-f94a6cdd2738,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 03:00:38.670538 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:38.690223 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:38.727640 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Pushing event updated for resources: {'Port': ['ID=600e595d-1a0e-40c0-9e1d-935a2a12af46,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:38.761360 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.762218 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.762218 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.762606 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.762962 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.763349 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.763714 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.764101 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.764486 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.764872 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.765259 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.765644 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.766153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.766539 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.767028 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.767287 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.767763 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.768031 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.768412 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.769276 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.769276 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.769686 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.770009 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.770502 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:38.788503 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:38.803522 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5f03dd10-04d3-4607-8c82-d4bb9089a0b3 req-e88c75d2-b9e7-4c34-95c8-5a4e569b2368 service neutron] 10.222.0.87 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3770068 Feb 19 03:00:38.876088 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbb6b8-2b20-410a-9ef3-d6ae283c6b62 None None] Pushing event updated for resources: {'Port': ['ID=a67c4789-dadd-4be7-85c2-f94a6cdd2738,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:38.881669 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-42dbb6b8-2b20-410a-9ef3-d6ae283c6b62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:38.923993 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Network 71c7abe9-550c-49aa-86cb-fab00d1ec7d7 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:00:38.925452 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:00:38.933427 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 03:00:39.022178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Routers {'0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:00:39.022986 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:00:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:00:39.085055 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432606'] for router_interface, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:39.165691 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8e79d-ccc1-4b88-adf4-7e4ccc0b4a6d req-7626168e-309c-45c5-8d11-da3f635d40ca tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:39.167764 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8dc8e79d-ccc1-4b88-adf4-7e4ccc0b4a6d req-7626168e-309c-45c5-8d11-da3f635d40ca tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.1787167 Feb 19 03:00:39.270753 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8dc8e79d-ccc1-4b88-adf4-7e4ccc0b4a6d req-14bc3308-f83e-488f-9b31-26949139a5fc tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954125 Feb 19 03:00:39.324411 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] Set router 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:00:39.720524 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-02540730-9c1d-4aa8-8de5-383c53a7410d None None] Provisioning for port 600e595d-1a0e-40c0-9e1d-935a2a12af46 completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:00:39.764056 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-02540730-9c1d-4aa8-8de5-383c53a7410d None None] Provisioning complete for port 600e595d-1a0e-40c0-9e1d-935a2a12af46 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:00:39.764756 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-02540730-9c1d-4aa8-8de5-383c53a7410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:40.018106 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-02540730-9c1d-4aa8-8de5-383c53a7410d None None] Port 600e595d-1a0e-40c0-9e1d-935a2a12af46 cannot update to ACTIVE because it is not bound. {{(pid=84086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 03:00:40.134255 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 0f36cf6e-7276-4e66-a212-4adde80abda4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:00:40.417556 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 0f36cf6e-7276-4e66-a212-4adde80abda4 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:00:40.418352 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:40.464089 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'name': 'tempest-TestMinimumBasicScenario-988858796-router', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:00:28Z', 'updated_at': '2021-02-19T03:00:32Z', 'revision_number': 3, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'gw_port': {'id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:10:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:31Z', 'updated_at': '2021-02-19T03:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:00:40.484083 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0282b-aebb-40cf-96be-5522ff699657 None None] The sync data for ids ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'] in dv-cinder-775706-2-smb is: [{'id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'name': 'tempest-TestMinimumBasicScenario-988858796-router', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:00:28Z', 'updated_at': '2021-02-19T03:00:32Z', 'revision_number': 3, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'gw_port': {'id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:10:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:31Z', 'updated_at': '2021-02-19T03:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}] {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:00:40.513206 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:40.602899 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2124fe82-9412-4b61-9cd0-b7bafb247668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:40.698536 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c9ca0-1781-44da-8d2a-87caedbf64e4 req-04badcbc-78df-41c3-818e-3cd5df3f6cb8 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:40.700300 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-812c9ca0-1781-44da-8d2a-87caedbf64e4 req-04badcbc-78df-41c3-818e-3cd5df3f6cb8 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.1529043 Feb 19 03:00:40.766760 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-812c9ca0-1781-44da-8d2a-87caedbf64e4 req-9d7a6267-0d17-4675-ac1c-38ecd6fb590a tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586751 Feb 19 03:00:40.959979 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:40.964250 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:41.004352 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-737cbdb6-dd8d-4109-b155-3015aa8d8e27 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:41.136724 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Pushing event updated for resources: {'Port': ['ID=600e595d-1a0e-40c0-9e1d-935a2a12af46,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:41.140750 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:41.150072 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854161000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854343300'] for router_interface, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:41.369970 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device a67c4789-dadd-4be7-85c2-f94a6cdd2738 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:00:41.413813 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Network 71c7abe9-550c-49aa-86cb-fab00d1ec7d7 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:00:41.416389 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:00:41.514267 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port a67c4789-dadd-4be7-85c2-f94a6cdd2738 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:00:41.537986 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port a67c4789-dadd-4be7-85c2-f94a6cdd2738 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:00:41.538444 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:41.843702 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:41.886776 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] For port a67c4789-dadd-4be7-85c2-f94a6cdd2738, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=a67c4789-dadd-4be7-85c2-f94a6cdd2738,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:00:41.898954 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:41.904991 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-4bf83cc7-d171-45f5-b91f-fd2f7e3265da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:41.978528 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Router 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 03:00:42.045057 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-b99dafe6-b1ae-4f09-b772-3a4182f842b8 None None] Provisioning complete for port 600e595d-1a0e-40c0-9e1d-935a2a12af46 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:00:42.045057 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b99dafe6-b1ae-4f09-b772-3a4182f842b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:42.163090 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Pushing event updated for resources: {'Port': ['ID=a67c4789-dadd-4be7-85c2-f94a6cdd2738,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:42.173074 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:42.183585 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-b99dafe6-b1ae-4f09-b772-3a4182f842b8 None None] Port 600e595d-1a0e-40c0-9e1d-935a2a12af46 cannot update to ACTIVE because it is not bound. {{(pid=84086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 03:00:42.221289 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:00:42.232705 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] 10.222.0.75 "PUT /v2.0/routers/0d7cf58a-b3c7-4f27-8304-a780f91e4bf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3634412 Feb 19 03:00:42.943882 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-37867910-540d-4f5f-8790-759a93dd6df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:43.274447 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device a67c4789-dadd-4be7-85c2-f94a6cdd2738 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:00:43.372778 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:43.388865 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port a67c4789-dadd-4be7-85c2-f94a6cdd2738 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:00:43.389323 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:44.332351 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Sync routers for ids ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'] in dv-cinder-775706-2-smb {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:00:44.352924 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Routers {'0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:00:44.353851 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:00:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:00:44.924477 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Set router 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:00:44.973664 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:45.233382 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:45.492604 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'name': 'tempest-TestMinimumBasicScenario-988858796-router', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:00:28Z', 'updated_at': '2021-02-19T03:00:39Z', 'revision_number': 4, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'gw_port': {'id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:31Z', 'updated_at': '2021-02-19T03:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '600e595d-1a0e-40c0-9e1d-935a2a12af46', 'name': '', 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'mac_address': 'fa:16:3e:8f:5e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7af365aa-da17-4ca3-acf4-244bb6f30a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:37Z', 'updated_at': '2021-02-19T03:00:40Z', 'revision_number': 2, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'subnets': [{'id': '7af365aa-da17-4ca3-acf4-244bb6f30a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:00:45.499278 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Checking router: 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 for host: dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:00:45.500146 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Updating router 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 port 600e595d-1a0e-40c0-9e1d-935a2a12af46 binding host dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 03:00:45.616058 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:46.359061 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:46.386046 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Transition to ACTIVE for port object 600e595d-1a0e-40c0-9e1d-935a2a12af46 will not be triggered until provisioned by entity L2. {{(pid=84087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:00:46.391283 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:46.486696 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:46.613575 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Pushing event updated for resources: {'Port': ['ID=600e595d-1a0e-40c0-9e1d-935a2a12af46,revision_number=3']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:46.625143 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.625575 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.625858 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.626220 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.626570 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.627089 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.627293 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.627618 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.627997 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.628382 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.628732 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.629251 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.629705 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.630086 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.630438 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.630787 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.631135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.631473 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.631815 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.632156 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.632583 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.632934 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.633279 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.633619 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:00:46.639952 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:46.985918 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Attempting to bind port 600e595d-1a0e-40c0-9e1d-935a2a12af46 on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:46.986354 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Attempting to bind port 600e595d-1a0e-40c0-9e1d-935a2a12af46 by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': 'f4db8abf-3f29-4fd7-88e1-d28e8821a0e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7'}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 03:00:46.986842 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Attempting to bind port 600e595d-1a0e-40c0-9e1d-935a2a12af46 on network 71c7abe9-550c-49aa-86cb-fab00d1ec7d7 {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 03:00:46.994970 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 03:00:46.995573 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Checking segment: {'id': 'f4db8abf-3f29-4fd7-88e1-d28e8821a0e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 03:00:46.996050 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:46.996555 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Bound using segment: {'id': 'f4db8abf-3f29-4fd7-88e1-d28e8821a0e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7'} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 03:00:46.997104 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Bound port: 600e595d-1a0e-40c0-9e1d-935a2a12af46, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4db8abf-3f29-4fd7-88e1-d28e8821a0e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7'}}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 03:00:46.997528 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:47.159346 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] For port 600e595d-1a0e-40c0-9e1d-935a2a12af46, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 03:00:47.166880 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] For port 600e595d-1a0e-40c0-9e1d-935a2a12af46, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=600e595d-1a0e-40c0-9e1d-935a2a12af46,segment=NetworkSegment(f4db8abf-3f29-4fd7-88e1-d28e8821a0e1),segment_id=f4db8abf-3f29-4fd7-88e1-d28e8821a0e1)] {{(pid=84087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 03:00:47.177904 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:47.192775 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:47.344596 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Pushing event updated for resources: {'Port': ['ID=600e595d-1a0e-40c0-9e1d-935a2a12af46,revision_number=4']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:47.362994 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:47.496169 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Routers {'0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:00:47.496840 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:00:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:00:47.835237 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] Set router 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:00:48.459505 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'name': 'tempest-TestMinimumBasicScenario-988858796-router', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:00:28Z', 'updated_at': '2021-02-19T03:00:39Z', 'revision_number': 4, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'gw_port': {'id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:31Z', 'updated_at': '2021-02-19T03:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '600e595d-1a0e-40c0-9e1d-935a2a12af46', 'name': '', 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'mac_address': 'fa:16:3e:8f:5e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7af365aa-da17-4ca3-acf4-244bb6f30a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:37Z', 'updated_at': '2021-02-19T03:00:47Z', 'revision_number': 4, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'subnets': [{'id': '7af365aa-da17-4ca3-acf4-244bb6f30a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:00:48.467364 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d468bf3-e092-4d42-8e1a-feb025981dad None None] The sync data for ids ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'] in dv-cinder-775706-2-smb is: [{'id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'name': 'tempest-TestMinimumBasicScenario-988858796-router', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:00:28Z', 'updated_at': '2021-02-19T03:00:39Z', 'revision_number': 4, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'gw_port': {'id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:31Z', 'updated_at': '2021-02-19T03:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '600e595d-1a0e-40c0-9e1d-935a2a12af46', 'name': '', 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'mac_address': 'fa:16:3e:8f:5e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7af365aa-da17-4ca3-acf4-244bb6f30a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:37Z', 'updated_at': '2021-02-19T03:00:47Z', 'revision_number': 4, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'subnets': [{'id': '7af365aa-da17-4ca3-acf4-244bb6f30a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:00:49.401665 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 600e595d-1a0e-40c0-9e1d-935a2a12af46 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:00:49.539455 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port 600e595d-1a0e-40c0-9e1d-935a2a12af46 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:00:49.546152 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 600e595d-1a0e-40c0-9e1d-935a2a12af46 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:00:49.546767 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:49.814164 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:49.897604 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] For port 600e595d-1a0e-40c0-9e1d-935a2a12af46, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=600e595d-1a0e-40c0-9e1d-935a2a12af46,segment=NetworkSegment(f4db8abf-3f29-4fd7-88e1-d28e8821a0e1),segment_id=f4db8abf-3f29-4fd7-88e1-d28e8821a0e1)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:00:49.908703 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:49.911513 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:50.030359 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Pushing event updated for resources: {'Port': ['ID=600e595d-1a0e-40c0-9e1d-935a2a12af46,revision_number=5']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:50.037849 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:51.303394 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 600e595d-1a0e-40c0-9e1d-935a2a12af46 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:00:51.412397 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 600e595d-1a0e-40c0-9e1d-935a2a12af46 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:00:51.413018 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:55.107859 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:56.297319 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-f6bb9c59-e806-4767-93a9-56f9b1eab27b tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:56.299849 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-f6bb9c59-e806-4767-93a9-56f9b1eab27b tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Synchronizing usage tracker for tenant:fe53762e5ab44dc59d26f6b6536be0f4 on resource:network {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:00:56.327248 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-f6bb9c59-e806-4767-93a9-56f9b1eab27b tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Unset dirty status for tenant:fe53762e5ab44dc59d26f6b6536be0f4 on resource:network {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:00:56.328695 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-f6bb9c59-e806-4767-93a9-56f9b1eab27b tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/networks?id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7 HTTP/1.1" status: 200 len: 814 time: 0.2276986 Feb 19 03:00:56.356587 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-97d8c892-e7c2-426d-a4af-8c5d0a98111a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/quotas/fe53762e5ab44dc59d26f6b6536be0f4 HTTP/1.1" status: 200 len: 375 time: 0.0188022 Feb 19 03:00:56.486671 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-73d5491b-cc32-4d77-8042-b2e5fb0cf1af tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fe53762e5ab44dc59d26f6b6536be0f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1231129 Feb 19 03:00:56.652088 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:00:56.670276 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-6dba1b42-fc2f-4470-87f9-fc7069b03d9b service neutron] 10.222.0.75 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693521 Feb 19 03:00:57.020791 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-372d0c17-46ee-43fd-a151-aed080f5e182 service neutron] 10.222.0.75 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3429301 Feb 19 03:00:57.042291 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3687af-9185-42ef-83cc-40a555fb0c18 req-1893f3e4-083d-4901-b1c8-e69088c0d78a tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:57.045309 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-af3687af-9185-42ef-83cc-40a555fb0c18 req-1893f3e4-083d-4901-b1c8-e69088c0d78a tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 945 time: 0.2567680 Feb 19 03:00:57.124669 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-af3687af-9185-42ef-83cc-40a555fb0c18 req-af99100e-e4a4-4107-9879-20c64aae0019 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721543 Feb 19 03:00:57.280741 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f3571ffa-ccba-4b2a-84d3-b18480340c7b req-3e1a5a2b-39b3-4c8a-8273-a233803cd2a9 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 210 time: 0.0575843 Feb 19 03:00:58.053446 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 53638) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:58.222238 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1eb6b2de-a55c-4941-b7a3-7361b2b136fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:58.253650 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-1eb6b2de-a55c-4941-b7a3-7361b2b136fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:00:58.259098 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-1eb6b2de-a55c-4941-b7a3-7361b2b136fd admin admin] Usage tracker for resource:security_group_rule and tenant:4d2cfcc92fad4c7fbb522bb782632a58 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:00:58.264535 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-1eb6b2de-a55c-4941-b7a3-7361b2b136fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:00:58.272499 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-1eb6b2de-a55c-4941-b7a3-7361b2b136fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:00:58.489267 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a22daa60-e513-4a25-b585-ba6cdacb9c42 req-2a8b059e-185e-45ca-a73d-56d3c3e5cf91 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 210 time: 0.0720949 Feb 19 03:00:58.517310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1eb6b2de-a55c-4941-b7a3-7361b2b136fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:58.525769 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3ce62-acc5-4a3b-96b6-40c1ce31a10f req-f8321d89-11ab-4395-bc1b-3381dfe8aa7b tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:58.527477 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f1d3ce62-acc5-4a3b-96b6-40c1ce31a10f req-f8321d89-11ab-4395-bc1b-3381dfe8aa7b tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 945 time: 0.2183335 Feb 19 03:00:58.528710 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1eb6b2de-a55c-4941-b7a3-7361b2b136fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:58.538074 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-58cb6807-6d13-4298-a76a-f70a7605d854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:58.620185 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-1eb6b2de-a55c-4941-b7a3-7361b2b136fd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4d2cfcc92fad4c7fbb522bb782632a58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5648918 Feb 19 03:00:58.624377 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 53652) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:00:58.627596 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6b2de-a55c-4941-b7a3-7361b2b136fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506d8839-ec8b-44cf-a845-f7183054a8e7,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:58.633528 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1eb6b2de-a55c-4941-b7a3-7361b2b136fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:58.638772 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f1d3ce62-acc5-4a3b-96b6-40c1ce31a10f req-98e31627-4544-4642-895f-6675da5796b7 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898438 Feb 19 03:00:58.725869 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cef5de71-51d1-4b6e-98bd-c1bea0e41292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:58.759106 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cef5de71-51d1-4b6e-98bd-c1bea0e41292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:58.811041 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cef5de71-51d1-4b6e-98bd-c1bea0e41292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:58.817101 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d8f504df-1ba1-4be3-a286-633b1945b610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:00:58.838428 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5de71-51d1-4b6e-98bd-c1bea0e41292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506d8839-ec8b-44cf-a845-f7183054a8e7,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:00:58.841858 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cef5de71-51d1-4b6e-98bd-c1bea0e41292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:00:58.842859 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cef5de71-51d1-4b6e-98bd-c1bea0e41292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:58.844691 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-cef5de71-51d1-4b6e-98bd-c1bea0e41292 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/506d8839-ec8b-44cf-a845-f7183054a8e7 HTTP/1.1" status: 204 len: 168 time: 0.2188871 Feb 19 03:00:59.377229 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-327505e8-127d-4cc1-be01-fff6c14da534 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:00:59.379711 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-327505e8-127d-4cc1-be01-fff6c14da534 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.87 "GET /v2.0/networks?id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7 HTTP/1.1" status: 200 len: 814 time: 0.2789998 Feb 19 03:00:59.410745 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-8ae732ed-abe1-4682-8557-bd3ee11c461f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Request body: {'port': {'device_id': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7', 'admin_state_up': True, 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:59.611787 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-8ae732ed-abe1-4682-8557-bd3ee11c461f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:00:59.623737 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-8ae732ed-abe1-4682-8557-bd3ee11c461f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Usage tracker for resource:port and tenant:fe53762e5ab44dc59d26f6b6536be0f4 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:00:59.630854 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-8ae732ed-abe1-4682-8557-bd3ee11c461f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:00:59.642410 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-8ae732ed-abe1-4682-8557-bd3ee11c461f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:00:59.655207 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-8ae732ed-abe1-4682-8557-bd3ee11c461f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Made reservation on behalf of fe53762e5ab44dc59d26f6b6536be0f4 for: {'port': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 03:00:59.664717 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-8ae732ed-abe1-4682-8557-bd3ee11c461f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:00:59.765397 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1850fad0-4f8d-4f23-a6e1-ccd0931683a6 req-f60433a1-1148-416f-982e-2d7d448d8284 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 210 time: 0.1145313 Feb 19 03:01:00.070463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937f063-9ade-4dda-a8aa-394972ee15a8 req-330bf466-a686-4652-84f4-e02c580ee5a4 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:00.072103 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8937f063-9ade-4dda-a8aa-394972ee15a8 req-330bf466-a686-4652-84f4-e02c580ee5a4 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 945 time: 0.1460111 Feb 19 03:01:00.160479 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8937f063-9ade-4dda-a8aa-394972ee15a8 req-e45c577c-4cd9-48b9-ad5f-612e21a9cb29 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779824 Feb 19 03:01:00.226355 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-8ae732ed-abe1-4682-8557-bd3ee11c461f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Allocated IP 172.20.0.11 (71c7abe9-550c-49aa-86cb-fab00d1ec7d7/7af365aa-da17-4ca3-acf4-244bb6f30a8b/9a4754ba-9d06-4dba-b556-46a0bac0ac46) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 03:01:00.570486 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-8ae732ed-abe1-4682-8557-bd3ee11c461f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:00.635419 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-8ae732ed-abe1-4682-8557-bd3ee11c461f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Transition to ACTIVE for port object 9a4754ba-9d06-4dba-b556-46a0bac0ac46 will not be triggered until provisioned by entity DHCP. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:01:00.666912 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-8ae732ed-abe1-4682-8557-bd3ee11c461f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:00.910748 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-58d34af0-f4ee-441d-9db6-d006f37112f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:01.096061 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-8ae732ed-abe1-4682-8557-bd3ee11c461f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Network 71c7abe9-550c-49aa-86cb-fab00d1ec7d7 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:01:01.101259 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-8ae732ed-abe1-4682-8557-bd3ee11c461f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:01:01.123693 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-8ae732ed-abe1-4682-8557-bd3ee11c461f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 03:01:01.164048 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae732ed-abe1-4682-8557-bd3ee11c461f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Pushing event updated for resources: {'Port': ['ID=9a4754ba-9d06-4dba-b556-46a0bac0ac46,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:01.171785 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-8ae732ed-abe1-4682-8557-bd3ee11c461f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:01.223398 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-8ae732ed-abe1-4682-8557-bd3ee11c461f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:01.224264 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-8ae732ed-abe1-4682-8557-bd3ee11c461f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:01.259691 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-8ae732ed-abe1-4682-8557-bd3ee11c461f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8554044 Feb 19 03:01:01.278209 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cf2c-8505-454e-8fa4-d2cf0a17a927 req-2a8d81f3-818d-4302-bd91-3aee71f5b92a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:01.282004 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-27a9cf2c-8505-454e-8fa4-d2cf0a17a927 req-2a8d81f3-818d-4302-bd91-3aee71f5b92a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 932 time: 0.2673442 Feb 19 03:01:01.467924 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-27a9cf2c-8505-454e-8fa4-d2cf0a17a927 req-caec8d73-bab4-4aec-aa5a-e30cb47f64b5 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Synchronizing usage tracker for tenant:fe53762e5ab44dc59d26f6b6536be0f4 on resource:security_group {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:01:01.503264 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-516c5a64-cff8-4f69-b3d3-0d07c328b532 None None] Provisioning for port 9a4754ba-9d06-4dba-b556-46a0bac0ac46 completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:01:01.524510 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-516c5a64-cff8-4f69-b3d3-0d07c328b532 None None] Provisioning complete for port 9a4754ba-9d06-4dba-b556-46a0bac0ac46 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:01:01.525412 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-516c5a64-cff8-4f69-b3d3-0d07c328b532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:01.613651 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-27a9cf2c-8505-454e-8fa4-d2cf0a17a927 req-caec8d73-bab4-4aec-aa5a-e30cb47f64b5 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Unset dirty status for tenant:fe53762e5ab44dc59d26f6b6536be0f4 on resource:security_group {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:01:01.625382 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-27a9cf2c-8505-454e-8fa4-d2cf0a17a927 req-caec8d73-bab4-4aec-aa5a-e30cb47f64b5 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212187 Feb 19 03:01:01.697980 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ead36-e2ae-4b83-81e2-23656a11b217 req-07bfbc6a-24bc-45bc-9607-6cd0332f5b5d tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:01.700669 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f79ead36-e2ae-4b83-81e2-23656a11b217 req-07bfbc6a-24bc-45bc-9607-6cd0332f5b5d tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 945 time: 0.2007198 Feb 19 03:01:01.761975 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-516c5a64-cff8-4f69-b3d3-0d07c328b532 None None] Port 9a4754ba-9d06-4dba-b556-46a0bac0ac46 cannot update to ACTIVE because it is not bound. {{(pid=84086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 03:01:01.790031 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f79ead36-e2ae-4b83-81e2-23656a11b217 req-572993f3-51e7-4378-9204-c37480511ae3 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821822 Feb 19 03:01:02.258071 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 53728) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:02.467230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:02.498126 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:02.505757 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Usage tracker for resource:security_group_rule and tenant:e22acd29547f476c9c0771ec5e6ff584 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:02.512339 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:02.521013 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:02.665981 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:02.671256 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:02.688148 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-51bfac4b-141f-4aec-96fe-905c82824ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:02.807781 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d01cb48-5e52-4e2e-8ab5-d32ae4996729,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:02.819805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.820220 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.820631 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.821039 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.821443 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.821873 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.822278 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.822674 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.823063 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.823443 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.823840 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.824237 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.824909 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.825310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.825704 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.826121 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.826509 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.826932 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.827417 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.827894 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.828292 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.828687 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.829196 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.829585 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:02.834717 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:02.841656 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e22acd29547f476c9c0771ec5e6ff584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5823333 Feb 19 03:01:02.842164 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 53750) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:03.098842 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0b13375c-f905-46f8-9a41-d71dc1f3a81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:03.218939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d81c3-c884-4190-94ed-0ffa99d404b5 req-95458e7b-8b26-4a37-891d-cfed46ed8297 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:03.221577 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e65d81c3-c884-4190-94ed-0ffa99d404b5 req-95458e7b-8b26-4a37-891d-cfed46ed8297 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 932 time: 0.3779783 Feb 19 03:01:03.232076 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0b13375c-f905-46f8-9a41-d71dc1f3a81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:03.308716 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1cccf-c924-4191-af6f-4f94ff294da1 req-c3640837-94b0-4ea7-abe1-71af59d484a2 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:03.312739 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b9c1cccf-c924-4191-af6f-4f94ff294da1 req-c3640837-94b0-4ea7-abe1-71af59d484a2 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 945 time: 0.2018991 Feb 19 03:01:03.359861 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0b13375c-f905-46f8-9a41-d71dc1f3a81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:03.374799 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-50666aa3-0f28-4a41-b16e-5e479fa77bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:03.387261 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e65d81c3-c884-4190-94ed-0ffa99d404b5 req-1dc3682e-1792-4848-a23a-767981b51cc4 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397588 Feb 19 03:01:03.409527 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13375c-f905-46f8-9a41-d71dc1f3a81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d01cb48-5e52-4e2e-8ab5-d32ae4996729,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:03.415825 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0b13375c-f905-46f8-9a41-d71dc1f3a81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:03.428358 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0b13375c-f905-46f8-9a41-d71dc1f3a81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:03.430368 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-0b13375c-f905-46f8-9a41-d71dc1f3a81c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3d01cb48-5e52-4e2e-8ab5-d32ae4996729 HTTP/1.1" status: 204 len: 168 time: 0.5857906 Feb 19 03:01:03.498971 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b9c1cccf-c924-4191-af6f-4f94ff294da1 req-85d238b1-7767-4288-a99d-25dcb2b4417f tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737628 Feb 19 03:01:05.006212 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307cd58-5341-4d1e-bcc9-2741d19e025c req-4fa6ac1b-e568-4d32-9aac-e97abba6f90a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:05.009414 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0307cd58-5341-4d1e-bcc9-2741d19e025c req-4fa6ac1b-e568-4d32-9aac-e97abba6f90a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 932 time: 0.3555677 Feb 19 03:01:05.099354 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd28dc3-91a6-4abf-961a-cf42af4eb918 req-17d122f2-0bac-437d-ac41-58692d6c30f4 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:05.102977 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0fd28dc3-91a6-4abf-961a-cf42af4eb918 req-17d122f2-0bac-437d-ac41-58692d6c30f4 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 945 time: 0.2912321 Feb 19 03:01:05.149158 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0307cd58-5341-4d1e-bcc9-2741d19e025c req-2cdc8bd9-d078-400c-ae74-01701973ef73 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263502 Feb 19 03:01:05.239383 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0fd28dc3-91a6-4abf-961a-cf42af4eb918 req-5e57d80d-342b-4dbb-8ca3-0cac1a1c1f82 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974386 Feb 19 03:01:06.218319 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 53812) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:06.470025 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2b04aebc-179a-4861-8c22-4a7dbb566525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:06.565361 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-2b04aebc-179a-4861-8c22-4a7dbb566525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:06.576053 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-2b04aebc-179a-4861-8c22-4a7dbb566525 admin admin] Usage tracker for resource:security_group_rule and tenant:4c93b185ba5a448187e3b6aece712016 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:06.582618 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-2b04aebc-179a-4861-8c22-4a7dbb566525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:06.592934 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-2b04aebc-179a-4861-8c22-4a7dbb566525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:06.660473 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc99ede-47a9-4354-a25e-c6e6981be8fb req-1d59bfbe-41e9-4af2-8329-661f6d247d11 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:06.662353 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6dc99ede-47a9-4354-a25e-c6e6981be8fb req-1d59bfbe-41e9-4af2-8329-661f6d247d11 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 932 time: 0.3286393 Feb 19 03:01:06.700612 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264df394-b688-4257-a40c-5462feb2e548 req-f48a8677-141b-4013-8c28-8b5e50ae2b50 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:06.702434 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-264df394-b688-4257-a40c-5462feb2e548 req-f48a8677-141b-4013-8c28-8b5e50ae2b50 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 945 time: 0.2164288 Feb 19 03:01:06.808442 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6dc99ede-47a9-4354-a25e-c6e6981be8fb req-bd7f833b-da7c-4306-b50d-c5884219d4db tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364493 Feb 19 03:01:06.822046 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-264df394-b688-4257-a40c-5462feb2e548 req-10a90880-f4bb-45dc-923e-63091b471d51 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062822 Feb 19 03:01:06.861066 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2b04aebc-179a-4861-8c22-4a7dbb566525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:06.875281 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2b04aebc-179a-4861-8c22-4a7dbb566525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:06.891089 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-271666a8-fcf8-43d1-9d14-b7bdb776d0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:06.950245 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04aebc-179a-4861-8c22-4a7dbb566525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b835ea-a89d-4aaa-abf4-ebe1f0817884,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:06.956982 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2b04aebc-179a-4861-8c22-4a7dbb566525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:06.964888 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-2b04aebc-179a-4861-8c22-4a7dbb566525 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4c93b185ba5a448187e3b6aece712016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7451999 Feb 19 03:01:06.969418 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 53820) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:07.046952 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6b59bd9-a0db-4706-9ce3-36aa1390590e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:07.111483 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6b59bd9-a0db-4706-9ce3-36aa1390590e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:07.216867 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6b59bd9-a0db-4706-9ce3-36aa1390590e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:07.228057 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1f2ec5d7-9eec-49dc-8e7e-2680f70c3e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:07.259022 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b59bd9-a0db-4706-9ce3-36aa1390590e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b835ea-a89d-4aaa-abf4-ebe1f0817884,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:07.265661 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6b59bd9-a0db-4706-9ce3-36aa1390590e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:07.288136 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6b59bd9-a0db-4706-9ce3-36aa1390590e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:07.302085 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-c6b59bd9-a0db-4706-9ce3-36aa1390590e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b8b835ea-a89d-4aaa-abf4-ebe1f0817884 HTTP/1.1" status: 204 len: 168 time: 0.3205895 Feb 19 03:01:08.468804 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3c66e-bccd-4abc-afa8-b37e75f517a3 req-13c88567-f125-4dd2-90b3-e89c1d60c2b9 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:08.478930 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-aff3c66e-bccd-4abc-afa8-b37e75f517a3 req-13c88567-f125-4dd2-90b3-e89c1d60c2b9 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 932 time: 0.4742959 Feb 19 03:01:08.524506 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7fb20-e7d4-42e7-8b43-459c5ebfda69 req-a356c6f2-a29e-41eb-ad1a-1dd02f7e9d20 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:08.527187 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-81e7fb20-e7d4-42e7-8b43-459c5ebfda69 req-a356c6f2-a29e-41eb-ad1a-1dd02f7e9d20 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 945 time: 0.2075021 Feb 19 03:01:08.646686 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-81e7fb20-e7d4-42e7-8b43-459c5ebfda69 req-e6c1a5f9-bb2c-4837-bd7f-c90e2913defa tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071072 Feb 19 03:01:08.658299 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-aff3c66e-bccd-4abc-afa8-b37e75f517a3 req-6e028460-29f0-4ca2-a6d4-4be1eee3d645 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760740 Feb 19 03:01:10.010410 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09993d56-39fa-4634-86b6-c33de476eed1 req-bbe135f1-2252-47f5-8ff7-825746d4853f tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:10.012091 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-09993d56-39fa-4634-86b6-c33de476eed1 req-bbe135f1-2252-47f5-8ff7-825746d4853f tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 945 time: 0.1773107 Feb 19 03:01:10.061609 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6776764-8252-4d01-9350-bac62cc00877 req-c2173657-1a0b-411c-85ef-7bae7ecb5df8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:10.063562 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f6776764-8252-4d01-9350-bac62cc00877 req-c2173657-1a0b-411c-85ef-7bae7ecb5df8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 932 time: 0.1661906 Feb 19 03:01:10.133911 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-09993d56-39fa-4634-86b6-c33de476eed1 req-8be4ecc5-ead9-4036-8953-1b679d30b67b tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070852 Feb 19 03:01:10.182133 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f6776764-8252-4d01-9350-bac62cc00877 req-7464520f-6d84-4736-9f4f-cf3ed1a98854 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044881 Feb 19 03:01:10.578115 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3fb38eca-120f-464d-953d-5110f9cd3b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:11.541626 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f152e5-3927-42bf-b44a-3679f0083bcc req-2755823d-0976-4cdb-a4bb-d8970f33122f tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:11.543470 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-01f152e5-3927-42bf-b44a-3679f0083bcc req-2755823d-0976-4cdb-a4bb-d8970f33122f tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 945 time: 0.2338598 Feb 19 03:01:11.556582 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702c46b-5d8f-4290-8627-3e7af0334942 req-ef30fd34-1799-4d66-bdf7-331440df92d6 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:11.558741 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2702c46b-5d8f-4290-8627-3e7af0334942 req-ef30fd34-1799-4d66-bdf7-331440df92d6 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 932 time: 0.1538663 Feb 19 03:01:11.651549 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-01f152e5-3927-42bf-b44a-3679f0083bcc req-2159930e-af69-42e9-a3bb-3d9b111615c4 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916660 Feb 19 03:01:11.665381 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2702c46b-5d8f-4290-8627-3e7af0334942 req-aa56470f-942d-44e6-b08b-236cd922b91a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872517 Feb 19 03:01:12.359504 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Request body: {'port': {'device_id': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:12.532737 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:12.978852 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-183a6b4b-9b83-48df-8fdf-37307097f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:13.280101 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc0f00-c9a6-47dd-b5ac-b114f84712fa req-8c1dce2b-8b53-4563-9860-c2165871a5d5 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:13.284404 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2bbc0f00-c9a6-47dd-b5ac-b114f84712fa req-8c1dce2b-8b53-4563-9860-c2165871a5d5 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 932 time: 0.3834174 Feb 19 03:01:13.310320 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a8f62-0058-4924-91ef-1ccc886f6deb req-a4df8b12-42c5-4022-b57d-5a73aadb72bc tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:13.314035 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fd5a8f62-0058-4924-91ef-1ccc886f6deb req-a4df8b12-42c5-4022-b57d-5a73aadb72bc tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 945 time: 0.2533967 Feb 19 03:01:13.393255 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:13.453916 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 53954) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:13.501339 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fd5a8f62-0058-4924-91ef-1ccc886f6deb req-ba79bcc6-fa21-4e9b-b76d-135e45a83318 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225617 Feb 19 03:01:13.513630 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a4754ba-9d06-4dba-b556-46a0bac0ac46 {{(pid=84085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 03:01:13.516328 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2bbc0f00-c9a6-47dd-b5ac-b114f84712fa req-b81cc689-679d-4871-8a31-508e9abe9ab7 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002831 Feb 19 03:01:13.526004 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:13.541180 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Transition to ACTIVE for port object 9a4754ba-9d06-4dba-b556-46a0bac0ac46 will not be triggered until provisioned by entity L2. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:01:13.544530 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:13.562779 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:13.687682 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3ad3554c-d625-4474-8a21-e7b54473c1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:13.711721 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-3ad3554c-d625-4474-8a21-e7b54473c1c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:13.719633 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-3ad3554c-d625-4474-8a21-e7b54473c1c9 admin admin] Usage tracker for resource:security_group_rule and tenant:99e14f6b99a44e0094c8d285c2ad1b4e is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:13.722944 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Pushing event updated for resources: {'Port': ['ID=9a4754ba-9d06-4dba-b556-46a0bac0ac46,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:13.725571 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-3ad3554c-d625-4474-8a21-e7b54473c1c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:13.730968 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:13.736896 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-3ad3554c-d625-4474-8a21-e7b54473c1c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:13.918490 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3ad3554c-d625-4474-8a21-e7b54473c1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:13.923418 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3ad3554c-d625-4474-8a21-e7b54473c1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:13.942143 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2b04aebc-179a-4861-8c22-4a7dbb566525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:14.023513 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Attempting to bind port 9a4754ba-9d06-4dba-b556-46a0bac0ac46 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:14.024308 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Attempting to bind port 9a4754ba-9d06-4dba-b556-46a0bac0ac46 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'f4db8abf-3f29-4fd7-88e1-d28e8821a0e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7'}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 03:01:14.024308 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Attempting to bind port 9a4754ba-9d06-4dba-b556-46a0bac0ac46 on network 71c7abe9-550c-49aa-86cb-fab00d1ec7d7 {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 03:01:14.031269 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Checking agent: {'id': '38d2f619-f811-4ccc-89e2-793bab8ea98e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 53, 25), 'started_at': datetime.datetime(2021, 2, 19, 2, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 03:01:14.031555 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Checking segment: {'id': 'f4db8abf-3f29-4fd7-88e1-d28e8821a0e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 03:01:14.031849 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:14.032236 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Bound using segment: {'id': 'f4db8abf-3f29-4fd7-88e1-d28e8821a0e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7'} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 03:01:14.032733 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Bound port: 9a4754ba-9d06-4dba-b556-46a0bac0ac46, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4db8abf-3f29-4fd7-88e1-d28e8821a0e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7'}}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 03:01:14.033102 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:14.033605 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-3ad3554c-d625-4474-8a21-e7b54473c1c9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=99e14f6b99a44e0094c8d285c2ad1b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5775290 Feb 19 03:01:14.035366 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3554c-d625-4474-8a21-e7b54473c1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c4b936-3e77-46f2-a33a-8f7e37aaf7e6,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:14.040436 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 53960) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:14.046114 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3ad3554c-d625-4474-8a21-e7b54473c1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:14.171780 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f499dcb1-a899-4892-a09a-67ce0cbc8de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:14.180327 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] For port 9a4754ba-9d06-4dba-b556-46a0bac0ac46, host hv-cinder-77570, cleared binding levels {{(pid=84085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 03:01:14.184032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] For port 9a4754ba-9d06-4dba-b556-46a0bac0ac46, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9a4754ba-9d06-4dba-b556-46a0bac0ac46,segment=NetworkSegment(f4db8abf-3f29-4fd7-88e1-d28e8821a0e1),segment_id=f4db8abf-3f29-4fd7-88e1-d28e8821a0e1)] {{(pid=84085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 03:01:14.188412 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:14.204039 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:14.214896 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f499dcb1-a899-4892-a09a-67ce0cbc8de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:14.274576 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f499dcb1-a899-4892-a09a-67ce0cbc8de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:14.280601 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-120e1246-3b12-4aef-95b0-82aebe5859bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:14.300311 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499dcb1-a899-4892-a09a-67ce0cbc8de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c4b936-3e77-46f2-a33a-8f7e37aaf7e6,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:14.300311 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f499dcb1-a899-4892-a09a-67ce0cbc8de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:14.307047 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f499dcb1-a899-4892-a09a-67ce0cbc8de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:14.311407 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-f499dcb1-a899-4892-a09a-67ce0cbc8de7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f5c4b936-3e77-46f2-a33a-8f7e37aaf7e6 HTTP/1.1" status: 204 len: 168 time: 0.2668257 Feb 19 03:01:14.370075 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Pushing event updated for resources: {'Port': ['ID=9a4754ba-9d06-4dba-b556-46a0bac0ac46,revision_number=3']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:14.373692 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:14.513204 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:14.514169 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:14.516884 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] 10.222.0.87 "PUT /v2.0/ports/9a4754ba-9d06-4dba-b556-46a0bac0ac46 HTTP/1.1" status: 200 len: 1158 time: 2.3300219 Feb 19 03:01:14.517908 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'tag': '9a4754ba-9d06-4dba-b556-46a0bac0ac46'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:01:14.862222 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-05967b27-264b-4d30-b593-a6829cf7e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:14.864569 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-05967b27-264b-4d30-b593-a6829cf7e90d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fe53762e5ab44dc59d26f6b6536be0f4&device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 1161 time: 0.2620602 Feb 19 03:01:14.959066 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad785534-5073-48b6-9c14-0990f935b2b8 req-846a900c-25b1-46ac-b4a8-4f427a869b50 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:14.977233 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ad785534-5073-48b6-9c14-0990f935b2b8 req-846a900c-25b1-46ac-b4a8-4f427a869b50 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 945 time: 0.2580793 Feb 19 03:01:15.018313 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:15.026218 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'tag': '9a4754ba-9d06-4dba-b556-46a0bac0ac46', 'status': 'completed', 'code': 200} Feb 19 03:01:15.041053 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-2e397337-24d4-49b1-9aa1-1e51b51fae49 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:15.041944 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-2e397337-24d4-49b1-9aa1-1e51b51fae49 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Synchronizing usage tracker for tenant:65f90cfb8bf648bb9083143b3ed461b2 on resource:port {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:01:15.058356 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-4d908a42-be2f-49e5-b5fe-a11958c8be88 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a4754ba-9d06-4dba-b556-46a0bac0ac46 HTTP/1.1" status: 200 len: 217 time: 0.1723061 Feb 19 03:01:15.115422 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ad785534-5073-48b6-9c14-0990f935b2b8 req-4d381601-fabb-4171-869f-10a10bf0593e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335094 Feb 19 03:01:15.138072 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-2e397337-24d4-49b1-9aa1-1e51b51fae49 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Unset dirty status for tenant:65f90cfb8bf648bb9083143b3ed461b2 on resource:port {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:01:15.139860 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-2e397337-24d4-49b1-9aa1-1e51b51fae49 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.87 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 945 time: 0.4007761 Feb 19 03:01:15.222501 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:15.249201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-1d1d96cd-ff08-48f7-ab2d-ad01ddd8aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:15.251801 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-1d1d96cd-ff08-48f7-ab2d-ad01ddd8aa59 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7af365aa-da17-4ca3-acf4-244bb6f30a8b HTTP/1.1" status: 200 len: 853 time: 0.1850119 Feb 19 03:01:15.309366 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b1292-ad31-4fc7-badc-4f7813eef1e5 req-09a85277-74d5-4cc3-abaa-7f38db08d9f9 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:15.311541 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fc3b1292-ad31-4fc7-badc-4f7813eef1e5 req-09a85277-74d5-4cc3-abaa-7f38db08d9f9 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 944 time: 0.1283095 Feb 19 03:01:15.332512 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-247ee584-e08b-44d8-b465-1444da8c5744 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Deleting port 4431279a-95af-4aca-a433-4536a1a662d8 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:01:15.333177 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-247ee584-e08b-44d8-b465-1444da8c5744 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:15.379371 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fc3b1292-ad31-4fc7-badc-4f7813eef1e5 req-d3b1aab1-e105-480b-b624-a46f73562f5d tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598674 Feb 19 03:01:15.868677 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-560eac94-20ee-4f05-ac92-6a4623444f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:15.871990 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-560eac94-20ee-4f05-ac92-6a4623444f8f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6082292 Feb 19 03:01:16.082700 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 4431279a-95af-4aca-a433-4536a1a662d8 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:01:16.270396 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-247ee584-e08b-44d8-b465-1444da8c5744 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] For port 4431279a-95af-4aca-a433-4536a1a662d8, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=4431279a-95af-4aca-a433-4536a1a662d8,segment=NetworkSegment(daae8d81-c5ca-4622-9b8c-fecc9e88b13b),segment_id=daae8d81-c5ca-4622-9b8c-fecc9e88b13b)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:01:16.270849 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-247ee584-e08b-44d8-b465-1444da8c5744 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:16.287112 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-59899448-b4fe-43dc-8ac7-34225ce5241d service neutron] 10.222.0.87 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013422 Feb 19 03:01:16.334350 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:16.380566 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 4431279a-95af-4aca-a433-4536a1a662d8, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=4431279a-95af-4aca-a433-4536a1a662d8,segment=NetworkSegment(daae8d81-c5ca-4622-9b8c-fecc9e88b13b),segment_id=daae8d81-c5ca-4622-9b8c-fecc9e88b13b)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:01:16.381678 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4431279a-95af-4aca-a433-4536a1a662d8'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:01:16.388853 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:16.391941 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:16.511196 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4431279a-95af-4aca-a433-4536a1a662d8', 'code': 200} Feb 19 03:01:16.512258 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=4431279a-95af-4aca-a433-4536a1a662d8,revision_number=5']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:16.524888 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:16.538491 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9601d-5f44-4dff-b38d-7380e524870c req-946d2813-39b9-40ba-9c03-fb15bc52e1b4 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:16.540351 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e0c9601d-5f44-4dff-b38d-7380e524870c req-946d2813-39b9-40ba-9c03-fb15bc52e1b4 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 943 time: 0.1895983 Feb 19 03:01:16.573856 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-247ee584-e08b-44d8-b465-1444da8c5744 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Calling delete_port for 4431279a-95af-4aca-a433-4536a1a662d8 owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:01:16.598539 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e0c9601d-5f44-4dff-b38d-7380e524870c req-3a103c85-2bb7-4b8d-bbe5-cdb317af1f69 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511322 Feb 19 03:01:16.727435 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e4c8d-1cac-4e54-8cf8-291b8c5be28c req-20593b8e-e1e5-4db6-94d7-b384c3ff34d3 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:16.729198 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-327e4c8d-1cac-4e54-8cf8-291b8c5be28c req-20593b8e-e1e5-4db6-94d7-b384c3ff34d3 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 944 time: 0.1033478 Feb 19 03:01:16.806277 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-327e4c8d-1cac-4e54-8cf8-291b8c5be28c req-738e1d4e-03b2-434c-b551-abcfcd7d32d0 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678353 Feb 19 03:01:16.875191 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.api [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-247ee584-e08b-44d8-b465-1444da8c5744 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:01:16.876001 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_db.api [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-247ee584-e08b-44d8-b465-1444da8c5744 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 03:01:16.886240 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1dd34cf7-460b-46cc-9b2a-1c3d2c6b6c03 req-861f3d56-a90b-4b1d-8255-525904e6fae4 service neutron] 10.222.0.87 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5927742 Feb 19 03:01:17.173072 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da0945-0848-4a75-85b2-57b7bac1e9a1 req-0afcf0ce-0e55-41ce-96a7-2a7c69eaf2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:17.176995 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d1da0945-0848-4a75-85b2-57b7bac1e9a1 req-0afcf0ce-0e55-41ce-96a7-2a7c69eaf2fa service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fe53762e5ab44dc59d26f6b6536be0f4&device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 1161 time: 0.1640670 Feb 19 03:01:17.385802 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-247ee584-e08b-44d8-b465-1444da8c5744 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Deleting port 4431279a-95af-4aca-a433-4536a1a662d8 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:01:17.386362 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-247ee584-e08b-44d8-b465-1444da8c5744 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:17.492047 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da0945-0848-4a75-85b2-57b7bac1e9a1 req-b479fc27-fb0b-4dae-a63c-9603d9023b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:17.493698 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d1da0945-0848-4a75-85b2-57b7bac1e9a1 req-b479fc27-fb0b-4dae-a63c-9603d9023b6b service neutron] 10.222.0.87 "GET /v2.0/networks?id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7 HTTP/1.1" status: 200 len: 908 time: 0.3074567 Feb 19 03:01:17.688819 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d1da0945-0848-4a75-85b2-57b7bac1e9a1 req-7d6696d0-c0cc-4a3a-a4cd-8d40d32e8d6f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a4754ba-9d06-4dba-b556-46a0bac0ac46 HTTP/1.1" status: 200 len: 217 time: 0.1588147 Feb 19 03:01:17.973259 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676060e-25ad-42a2-88ce-b581035d36c1 req-9e8f9b15-9209-4183-a30f-3dbd246f88b7 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:17.976302 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e676060e-25ad-42a2-88ce-b581035d36c1 req-9e8f9b15-9209-4183-a30f-3dbd246f88b7 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 943 time: 0.1582091 Feb 19 03:01:18.041444 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da0945-0848-4a75-85b2-57b7bac1e9a1 req-2ac176f2-7ec3-4668-88e5-48ad71b7268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:18.051184 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d1da0945-0848-4a75-85b2-57b7bac1e9a1 req-2ac176f2-7ec3-4668-88e5-48ad71b7268c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7af365aa-da17-4ca3-acf4-244bb6f30a8b HTTP/1.1" status: 200 len: 853 time: 0.3509493 Feb 19 03:01:18.054621 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e676060e-25ad-42a2-88ce-b581035d36c1 req-9d7e12b7-adeb-4936-be25-c2f62bbf0e42 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641959 Feb 19 03:01:18.229095 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-247ee584-e08b-44d8-b465-1444da8c5744 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] For port 4431279a-95af-4aca-a433-4536a1a662d8, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=4431279a-95af-4aca-a433-4536a1a662d8,segment=NetworkSegment(daae8d81-c5ca-4622-9b8c-fecc9e88b13b),segment_id=daae8d81-c5ca-4622-9b8c-fecc9e88b13b)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:01:18.230067 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-247ee584-e08b-44d8-b465-1444da8c5744 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:18.429760 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-247ee584-e08b-44d8-b465-1444da8c5744 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Calling delete_port for 4431279a-95af-4aca-a433-4536a1a662d8 owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:01:18.464348 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0af56f-5089-4fa4-b40e-26242f503ce3 req-12c46337-751a-462e-9dc0-467c5fd7c942 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:18.467773 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ca0af56f-5089-4fa4-b40e-26242f503ce3 req-12c46337-751a-462e-9dc0-467c5fd7c942 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 944 time: 0.1929629 Feb 19 03:01:18.510988 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da0945-0848-4a75-85b2-57b7bac1e9a1 req-2e21efa2-57e8-4a98-96cc-f4dbe1c147ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:18.512766 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d1da0945-0848-4a75-85b2-57b7bac1e9a1 req-2e21efa2-57e8-4a98-96cc-f4dbe1c147ad service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4464526 Feb 19 03:01:18.595758 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ca0af56f-5089-4fa4-b40e-26242f503ce3 req-9ffa0df2-13bd-4f1a-9519-23468fcccac7 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148326 Feb 19 03:01:18.722026 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d1da0945-0848-4a75-85b2-57b7bac1e9a1 req-7be0b87f-1107-469a-8e32-7efe11aa21c0 service neutron] 10.222.0.87 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978714 Feb 19 03:01:18.989030 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d1da0945-0848-4a75-85b2-57b7bac1e9a1 req-d8a8a025-2d7b-452d-9c87-43f804825374 service neutron] 10.222.0.87 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2588151 Feb 19 03:01:18.991583 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-247ee584-e08b-44d8-b465-1444da8c5744 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:19.008888 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e270de93-67ff-4996-82be-f8cb747bef62 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:19.108592 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 54066) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:19.152377 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ee584-e08b-44d8-b465-1444da8c5744 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Pushing event deleted for resources: {'Port': ['ID=4431279a-95af-4aca-a433-4536a1a662d8,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:19.165579 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-247ee584-e08b-44d8-b465-1444da8c5744 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:19.323477 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-247ee584-e08b-44d8-b465-1444da8c5744 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] No DVR routers for this DVR port 4431279a-95af-4aca-a433-4536a1a662d8 on host hv-cinder-77570 {{(pid=84085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 03:01:19.328408 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-247ee584-e08b-44d8-b465-1444da8c5744 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:19.332290 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1', 'name': 'network-vif-deleted', 'tag': '4431279a-95af-4aca-a433-4536a1a662d8'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:01:19.348618 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-58f51dea-4a06-4e11-9f87-d681c34c778e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:19.363425 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-131c248c-ce22-4ffc-a5ea-c9f3c1b8d7af req-247ee584-e08b-44d8-b465-1444da8c5744 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.87 "DELETE /v2.0/ports/4431279a-95af-4aca-a433-4536a1a662d8 HTTP/1.1" status: 204 len: 173 time: 4.2161458 Feb 19 03:01:19.363657 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2b244e0a-8bb0-427d-b684-6c7ba57603ee req-0c1a1040-7b26-4d5d-80d8-d7c36ec18ec5 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1 HTTP/1.1" status: 200 len: 210 time: 0.1167777 Feb 19 03:01:19.372985 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-58f51dea-4a06-4e11-9f87-d681c34c778e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:19.379275 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-58f51dea-4a06-4e11-9f87-d681c34c778e admin admin] Usage tracker for resource:security_group_rule and tenant:5a7c47165bf5405996df3592cbaa6e9b is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:19.383861 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-58f51dea-4a06-4e11-9f87-d681c34c778e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:19.392494 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-58f51dea-4a06-4e11-9f87-d681c34c778e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:19.435383 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb5dbdb-fbe3-431d-8c40-8fbd78171cf1', 'name': 'network-vif-deleted', 'tag': '4431279a-95af-4aca-a433-4536a1a662d8', 'status': 'completed', 'code': 200} Feb 19 03:01:19.518971 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-58f51dea-4a06-4e11-9f87-d681c34c778e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:19.524608 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-58f51dea-4a06-4e11-9f87-d681c34c778e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:19.535020 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-bdfbaea7-4768-4899-b1ee-9cf198ae2230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:19.621906 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-58f51dea-4a06-4e11-9f87-d681c34c778e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5a7c47165bf5405996df3592cbaa6e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5113590 Feb 19 03:01:19.623524 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f51dea-4a06-4e11-9f87-d681c34c778e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ab0076-8a68-48a3-8f90-188a79bd923a,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:19.624856 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 54078) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:19.629810 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-58f51dea-4a06-4e11-9f87-d681c34c778e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:19.729516 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cc450559-bba4-4ff6-b652-f568afcc7985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:19.771177 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cc450559-bba4-4ff6-b652-f568afcc7985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:19.829640 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cc450559-bba4-4ff6-b652-f568afcc7985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:19.836088 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a7aebdd0-e2b9-4351-8a9b-8bb005f3da2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:19.854239 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc450559-bba4-4ff6-b652-f568afcc7985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ab0076-8a68-48a3-8f90-188a79bd923a,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:19.857389 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cc450559-bba4-4ff6-b652-f568afcc7985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:19.861219 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cc450559-bba4-4ff6-b652-f568afcc7985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:19.866488 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-cc450559-bba4-4ff6-b652-f568afcc7985 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/23ab0076-8a68-48a3-8f90-188a79bd923a HTTP/1.1" status: 204 len: 168 time: 0.2373102 Feb 19 03:01:19.910342 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132fee0-8490-41fd-9908-2c8061e4e6d6 req-28e2e56a-9061-400d-9048-c7647645fa9c tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:19.923893 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6132fee0-8490-41fd-9908-2c8061e4e6d6 req-28e2e56a-9061-400d-9048-c7647645fa9c tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 944 time: 0.1662784 Feb 19 03:01:19.992333 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6132fee0-8490-41fd-9908-2c8061e4e6d6 req-a4edb605-6ec9-4593-9518-28453b78ed5f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668395 Feb 19 03:01:20.374830 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.objects.ports [None req-bd8cc45a-c8b3-413f-b5a5-50c7808f87f3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84086) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 19 03:01:20.983443 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 9a4754ba-9d06-4dba-b556-46a0bac0ac46 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:01:21.097656 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning for port 9a4754ba-9d06-4dba-b556-46a0bac0ac46 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:01:21.108035 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 9a4754ba-9d06-4dba-b556-46a0bac0ac46 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:01:21.109318 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:21.205997 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94d28f-a84f-498a-806f-21e235f783e8 req-fd0a71ad-75e6-44df-b3fe-cbc041e1ab39 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:21.207646 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7e94d28f-a84f-498a-806f-21e235f783e8 req-fd0a71ad-75e6-44df-b3fe-cbc041e1ab39 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.1460767 Feb 19 03:01:21.290758 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:21.330156 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7e94d28f-a84f-498a-806f-21e235f783e8 req-b2f8fd6f-b9f3-4aba-9ae4-f17ae047dd44 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823591 Feb 19 03:01:21.342492 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4754ba-9d06-4dba-b556-46a0bac0ac46'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:01:21.360709 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026912f1-9763-4052-b4d8-9ef8af6229c0 req-6f23209d-535a-4d53-9d8e-4ad4613f4b17 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:21.363000 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-026912f1-9763-4052-b4d8-9ef8af6229c0 req-6f23209d-535a-4d53-9d8e-4ad4613f4b17 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 944 time: 0.1541455 Feb 19 03:01:21.369231 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 9a4754ba-9d06-4dba-b556-46a0bac0ac46, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9a4754ba-9d06-4dba-b556-46a0bac0ac46,segment=NetworkSegment(f4db8abf-3f29-4fd7-88e1-d28e8821a0e1),segment_id=f4db8abf-3f29-4fd7-88e1-d28e8821a0e1)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:01:21.373539 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:21.383131 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:21.468559 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-026912f1-9763-4052-b4d8-9ef8af6229c0 req-83e57d17-a1e3-48c2-8521-3a4d92e4f259 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921328 Feb 19 03:01:21.610003 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=9a4754ba-9d06-4dba-b556-46a0bac0ac46,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:21.618035 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:21.686550 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f2f2b62-62eb-404e-badd-78f13b8ee365 req-ca46a44f-5bb4-429b-9592-91a20f0a41fd service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1164565 Feb 19 03:01:21.782538 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4754ba-9d06-4dba-b556-46a0bac0ac46', 'code': 200} Feb 19 03:01:21.864999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f2b62-62eb-404e-badd-78f13b8ee365 req-4e44db8d-32d6-4219-be3a-47f1a6a0905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:21.867544 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f2f2b62-62eb-404e-badd-78f13b8ee365 req-4e44db8d-32d6-4219-be3a-47f1a6a0905b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=619fad70faee4631a203fa17432b1857&device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 1162 time: 0.1361113 Feb 19 03:01:22.301594 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 9a4754ba-9d06-4dba-b556-46a0bac0ac46 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:01:22.391578 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f2b62-62eb-404e-badd-78f13b8ee365 req-841398e0-3b7e-4654-920b-a3479c35353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:22.393448 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f2f2b62-62eb-404e-badd-78f13b8ee365 req-841398e0-3b7e-4654-920b-a3479c35353b service neutron] 10.222.0.87 "GET /v2.0/networks?id=3a78709d-1a68-4957-9e6e-7eecb2b4a618 HTTP/1.1" status: 200 len: 904 time: 0.4986718 Feb 19 03:01:22.448759 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 9a4754ba-9d06-4dba-b556-46a0bac0ac46 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:01:22.449325 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:22.586670 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f89ad4-226c-4cf9-bdef-e25503a997c2 req-f7ba87f5-dfff-40ab-aea8-644476d4f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:22.588366 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-48f89ad4-226c-4cf9-bdef-e25503a997c2 req-f7ba87f5-dfff-40ab-aea8-644476d4f23f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 1163 time: 0.2768726 Feb 19 03:01:22.620008 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f2f2b62-62eb-404e-badd-78f13b8ee365 req-74d88aba-704f-4eb9-933a-eaf443ec76e4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f36cf6e-7276-4e66-a212-4adde80abda4 HTTP/1.1" status: 200 len: 1001 time: 0.2180490 Feb 19 03:01:22.675007 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed76163-a9bc-464a-9ddf-a87225a684de req-99b692d7-a81f-4735-86f2-e627468c22bb tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:22.678237 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3ed76163-a9bc-464a-9ddf-a87225a684de req-99b692d7-a81f-4735-86f2-e627468c22bb tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.1674345 Feb 19 03:01:22.710857 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-48f89ad4-226c-4cf9-bdef-e25503a997c2 req-f018da54-6ec6-4329-a0d0-f87668d53394 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126616 Feb 19 03:01:22.727945 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f2b62-62eb-404e-badd-78f13b8ee365 req-c1f15c2f-9cc5-42a8-87be-30e764c30d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:22.729837 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f2f2b62-62eb-404e-badd-78f13b8ee365 req-c1f15c2f-9cc5-42a8-87be-30e764c30d65 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38374417-3478-4427-9684-8966c2d250da HTTP/1.1" status: 200 len: 849 time: 0.0908966 Feb 19 03:01:22.867975 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3ed76163-a9bc-464a-9ddf-a87225a684de req-c6fd0b35-3772-44cd-b2d2-8ad6a7f1a64d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819086 Feb 19 03:01:22.917428 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25b392-b923-4a53-be8e-773d1879b4a0 req-77e38238-0f09-424a-8cff-92ad668de9db tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:22.919822 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3b25b392-b923-4a53-be8e-773d1879b4a0 req-77e38238-0f09-424a-8cff-92ad668de9db tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 946 time: 0.1901996 Feb 19 03:01:22.994231 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3b25b392-b923-4a53-be8e-773d1879b4a0 req-b73dc3d6-665d-4aee-8242-8f8c619bd87a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588675 Feb 19 03:01:23.143463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f2b62-62eb-404e-badd-78f13b8ee365 req-888c45fc-6a06-4798-bcf9-cefb25665efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:23.145198 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f2f2b62-62eb-404e-badd-78f13b8ee365 req-888c45fc-6a06-4798-bcf9-cefb25665efc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3a78709d-1a68-4957-9e6e-7eecb2b4a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1518683 Feb 19 03:01:23.272633 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 54144) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:23.323097 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f2f2b62-62eb-404e-badd-78f13b8ee365 req-26af8c4e-1675-4ed6-88c7-ad8fd3205af0 service neutron] 10.222.0.87 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689267 Feb 19 03:01:23.460888 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c40d6166-1f6d-4863-9f09-1bdd5f1d9796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:23.477906 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-c40d6166-1f6d-4863-9f09-1bdd5f1d9796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:23.482655 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-c40d6166-1f6d-4863-9f09-1bdd5f1d9796 admin admin] Usage tracker for resource:security_group_rule and tenant:f501667cb83843ea8016967ab8b17bfd is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:23.485763 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-c40d6166-1f6d-4863-9f09-1bdd5f1d9796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:23.494033 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-c40d6166-1f6d-4863-9f09-1bdd5f1d9796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:23.611541 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9f2f2b62-62eb-404e-badd-78f13b8ee365 req-d649e8ad-eca0-43c5-8d27-28ce3d781e4e service neutron] 10.222.0.87 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2219911 Feb 19 03:01:23.623503 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc0f53-ba1b-4b51-97a6-2b190bc74de9 req-6c1b2eb7-a44a-4c99-b96d-6f1cd8b50649 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:23.624307 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-e7dc0f53-ba1b-4b51-97a6-2b190bc74de9 req-6c1b2eb7-a44a-4c99-b96d-6f1cd8b50649 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Synchronizing usage tracker for tenant:c002812913314504b133ae634af86b2e on resource:port {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:01:23.637625 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c40d6166-1f6d-4863-9f09-1bdd5f1d9796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:23.646476 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c40d6166-1f6d-4863-9f09-1bdd5f1d9796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:23.647376 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-e7dc0f53-ba1b-4b51-97a6-2b190bc74de9 req-6c1b2eb7-a44a-4c99-b96d-6f1cd8b50649 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Unset dirty status for tenant:c002812913314504b133ae634af86b2e on resource:port {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:01:23.648769 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e7dc0f53-ba1b-4b51-97a6-2b190bc74de9 req-6c1b2eb7-a44a-4c99-b96d-6f1cd8b50649 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.87 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.2349935 Feb 19 03:01:23.666833 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d28e1ee5-9dbb-470c-960c-af510b5f2967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:23.747874 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-c40d6166-1f6d-4863-9f09-1bdd5f1d9796 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f501667cb83843ea8016967ab8b17bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4731321 Feb 19 03:01:23.751108 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 54154) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:23.756975 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d6166-1f6d-4863-9f09-1bdd5f1d9796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f623687-8d0a-485a-86e0-05ff905d11f9,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:23.763400 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c40d6166-1f6d-4863-9f09-1bdd5f1d9796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:23.788455 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-e7dc0f53-ba1b-4b51-97a6-2b190bc74de9 req-fb5ffdf5-9eda-44a8-afe2-3f2a53f5c4a2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Deleting port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:01:23.788839 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-e7dc0f53-ba1b-4b51-97a6-2b190bc74de9 req-fb5ffdf5-9eda-44a8-afe2-3f2a53f5c4a2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:23.974943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-66a2d991-0965-4386-958f-eb9471229148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:24.108496 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-66a2d991-0965-4386-958f-eb9471229148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:24.222178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-e7dc0f53-ba1b-4b51-97a6-2b190bc74de9 req-fb5ffdf5-9eda-44a8-afe2-3f2a53f5c4a2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] For port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=2f96b873-54a3-4cc6-86f3-e2ed8d3b5125,segment=NetworkSegment(d616cdcb-7ab1-43cf-a37d-52e71d74e46e),segment_id=d616cdcb-7ab1-43cf-a37d-52e71d74e46e)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:01:24.222508 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-e7dc0f53-ba1b-4b51-97a6-2b190bc74de9 req-fb5ffdf5-9eda-44a8-afe2-3f2a53f5c4a2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:24.236431 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-66a2d991-0965-4386-958f-eb9471229148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:24.274095 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d78eba-9108-47f8-bdbb-e87905954398 req-dd3ec83c-a0e1-4fcb-b415-ffd1d6e243f6 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:24.275908 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e6d78eba-9108-47f8-bdbb-e87905954398 req-dd3ec83c-a0e1-4fcb-b415-ffd1d6e243f6 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 945 time: 0.1900759 Feb 19 03:01:24.316476 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0b13375c-f905-46f8-9a41-d71dc1f3a81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:24.321661 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc793d-a650-4a5b-90e4-2fd843510719 req-5f8c7284-979a-4ad7-a74c-7b28d7be686b tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:24.323447 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-55cc793d-a650-4a5b-90e4-2fd843510719 req-5f8c7284-979a-4ad7-a74c-7b28d7be686b tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 946 time: 0.1454253 Feb 19 03:01:24.354392 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2d991-0965-4386-958f-eb9471229148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f623687-8d0a-485a-86e0-05ff905d11f9,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:24.370006 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-66a2d991-0965-4386-958f-eb9471229148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:24.375016 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-66a2d991-0965-4386-958f-eb9471229148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:24.381369 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-66a2d991-0965-4386-958f-eb9471229148 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4f623687-8d0a-485a-86e0-05ff905d11f9 HTTP/1.1" status: 204 len: 168 time: 0.6240215 Feb 19 03:01:24.381688 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e6d78eba-9108-47f8-bdbb-e87905954398 req-09f29a94-2d14-49a6-97ad-be08677e0b40 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914521 Feb 19 03:01:24.428628 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-55cc793d-a650-4a5b-90e4-2fd843510719 req-0ed6a8df-3900-4d26-b6ca-ab5db0ebaf07 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915322 Feb 19 03:01:24.523550 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 9a4754ba-9d06-4dba-b556-46a0bac0ac46 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:01:24.658649 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 9a4754ba-9d06-4dba-b556-46a0bac0ac46 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:01:24.659158 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:24.699191 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-e7dc0f53-ba1b-4b51-97a6-2b190bc74de9 req-fb5ffdf5-9eda-44a8-afe2-3f2a53f5c4a2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:24.699807 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-e7dc0f53-ba1b-4b51-97a6-2b190bc74de9 req-fb5ffdf5-9eda-44a8-afe2-3f2a53f5c4a2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854343256'] for floatingip, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:24.700325 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.l3_db [req-e7dc0f53-ba1b-4b51-97a6-2b190bc74de9 req-fb5ffdf5-9eda-44a8-afe2-3f2a53f5c4a2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Floating IP 85b95dfc-6138-48a2-afe4-79b56bb9b572 disassociated. External IP: 172.28.3.239, port: 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125. Feb 19 03:01:24.700957 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-e7dc0f53-ba1b-4b51-97a6-2b190bc74de9 req-fb5ffdf5-9eda-44a8-afe2-3f2a53f5c4a2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Calling delete_port for 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:01:24.863834 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:01:24.948094 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-e7dc0f53-ba1b-4b51-97a6-2b190bc74de9 req-fb5ffdf5-9eda-44a8-afe2-3f2a53f5c4a2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:24.955382 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] No active binding found for port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 {{(pid=84086) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 19 03:01:24.956939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 not bound to the agent host hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:01:24.965894 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-600b94c0-c58a-46e5-90ef-217ebcacaf54 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:25.072108 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ffdf5-9eda-44a8-afe2-3f2a53f5c4a2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Pushing event deleted for resources: {'Port': ['ID=2f96b873-54a3-4cc6-86f3-e2ed8d3b5125,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:25.084165 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-fb5ffdf5-9eda-44a8-afe2-3f2a53f5c4a2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:25.095363 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:25.429550 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7dc0f53-ba1b-4b51-97a6-2b190bc74de9 req-fb5ffdf5-9eda-44a8-afe2-3f2a53f5c4a2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Router c1d053eb-7ef7-43eb-b768-20fdd98f8294 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 03:01:25.442394 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-2ab7b92f-77c5-408c-b597-478d457f9a9f tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:25.444090 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-2ab7b92f-77c5-408c-b597-478d457f9a9f tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/networks?id=2a7305f4-f948-4d70-abe2-41e142d4637f HTTP/1.1" status: 200 len: 814 time: 0.2076490 Feb 19 03:01:25.466784 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-27530b1d-53c5-48a0-baef-02c3dd37455c tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/quotas/65f90cfb8bf648bb9083143b3ed461b2 HTTP/1.1" status: 200 len: 375 time: 0.0131812 Feb 19 03:01:25.546647 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-c92e2859-fcfb-47fd-9aba-a12b1e5f46b3 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=65f90cfb8bf648bb9083143b3ed461b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655875 Feb 19 03:01:25.681791 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7dc0f53-ba1b-4b51-97a6-2b190bc74de9 req-fb5ffdf5-9eda-44a8-afe2-3f2a53f5c4a2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:01:25.697284 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6710c6-3b12-4b32-9d9c-2e9692e2dae0 None None] Sync routers for ids ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'] in dv-cinder-775706-2-smb {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:01:25.717911 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6710c6-3b12-4b32-9d9c-2e9692e2dae0 None None] Routers {'c1d053eb-7ef7-43eb-b768-20fdd98f8294'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:01:25.719565 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-dd6710c6-3b12-4b32-9d9c-2e9692e2dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:01:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:01:25.769492 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dc0f53-ba1b-4b51-97a6-2b190bc74de9 req-fb5ffdf5-9eda-44a8-afe2-3f2a53f5c4a2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] No DVR routers for this DVR port 2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 on host hv-cinder-77570 {{(pid=84085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 03:01:25.770687 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8189368e-578c-4b4f-bcb8-4c7695406427 req-a9081cfb-bf76-43fd-9456-bf41276cbf51 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fb7253a-adba-4965-b266-3a0958a67f38 HTTP/1.1" status: 200 len: 210 time: 0.1767519 Feb 19 03:01:25.773582 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-e7dc0f53-ba1b-4b51-97a6-2b190bc74de9 req-fb5ffdf5-9eda-44a8-afe2-3f2a53f5c4a2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:25.778514 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb7253a-adba-4965-b266-3a0958a67f38', 'name': 'network-vif-deleted', 'tag': '2f96b873-54a3-4cc6-86f3-e2ed8d3b5125'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:01:25.822471 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e7dc0f53-ba1b-4b51-97a6-2b190bc74de9 req-fb5ffdf5-9eda-44a8-afe2-3f2a53f5c4a2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.87 "DELETE /v2.0/ports/2f96b873-54a3-4cc6-86f3-e2ed8d3b5125 HTTP/1.1" status: 204 len: 173 time: 2.1564956 Feb 19 03:01:25.916894 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-389ad093-4334-4aea-aa37-682ec212c75b service neutron] 10.222.0.75 "GET /v2.0/networks/2a7305f4-f948-4d70-abe2-41e142d4637f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525188 Feb 19 03:01:26.103351 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-dd6710c6-3b12-4b32-9d9c-2e9692e2dae0 None None] Set router c1d053eb-7ef7-43eb-b768-20fdd98f8294 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:01:26.303256 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-d5570f00-7fdd-41b2-a44d-5c9996ed7809 service neutron] 10.222.0.75 "GET /v2.0/networks/2a7305f4-f948-4d70-abe2-41e142d4637f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3845406 Feb 19 03:01:26.325845 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86bd82-1725-4634-9ba0-9a01d5a870ce req-7d1a2828-f552-4d7b-a7d1-1c745fb6b45f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:26.328816 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-dd86bd82-1725-4634-9ba0-9a01d5a870ce req-7d1a2828-f552-4d7b-a7d1-1c745fb6b45f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 946 time: 0.2653935 Feb 19 03:01:26.460829 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-dd86bd82-1725-4634-9ba0-9a01d5a870ce req-f3135325-3d25-4db8-9539-93a4a16e9732 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240509 Feb 19 03:01:26.566990 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb7253a-adba-4965-b266-3a0958a67f38', 'name': 'network-vif-deleted', 'tag': '2f96b873-54a3-4cc6-86f3-e2ed8d3b5125', 'status': 'completed', 'code': 200} Feb 19 03:01:26.654584 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-49b8dd5f-78c6-4808-9354-16a396528bcf req-fe93c2b3-e1e8-4d01-8e71-47d3513b666e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 210 time: 0.1248219 Feb 19 03:01:26.672569 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-dd6710c6-3b12-4b32-9d9c-2e9692e2dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:06Z', 'revision_number': 4, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port': {'id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:43Z', 'updated_at': '2021-02-19T02:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '59995976-a41e-4856-95c2-eabbef58d8f7', 'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'mac_address': 'fa:16:3e:e0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b750ccce-480c-48ff-95df-32a79b278619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:02Z', 'updated_at': '2021-02-19T02:56:18Z', 'revision_number': 5, 'project_id': 'c002812913314504b133ae634af86b2e', 'subnets': [{'id': 'b750ccce-480c-48ff-95df-32a79b278619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:01:26.683741 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6710c6-3b12-4b32-9d9c-2e9692e2dae0 None None] Checking router: c1d053eb-7ef7-43eb-b768-20fdd98f8294 for host: dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:01:26.718933 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6710c6-3b12-4b32-9d9c-2e9692e2dae0 None None] Routers {'c1d053eb-7ef7-43eb-b768-20fdd98f8294'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:01:26.719635 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-dd6710c6-3b12-4b32-9d9c-2e9692e2dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:01:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:01:26.874667 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e843e55-e944-4cde-b09d-90abf9b1fb65 req-73ea4e78-f375-46f0-88d9-f7a0bef894c6 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:26.878391 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3e843e55-e944-4cde-b09d-90abf9b1fb65 req-73ea4e78-f375-46f0-88d9-f7a0bef894c6 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 946 time: 0.1537998 Feb 19 03:01:27.002216 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3e843e55-e944-4cde-b09d-90abf9b1fb65 req-9c37787d-4785-4b74-91b8-391b2ff40a43 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104290 Feb 19 03:01:27.026022 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-dd6710c6-3b12-4b32-9d9c-2e9692e2dae0 None None] Set router c1d053eb-7ef7-43eb-b768-20fdd98f8294 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:01:27.044409 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 54200) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:27.278806 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0529add0-1e91-4d65-b9c3-d7f7a187a882 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:27.366541 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0529add0-1e91-4d65-b9c3-d7f7a187a882 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:27.463373 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0529add0-1e91-4d65-b9c3-d7f7a187a882 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:27.471508 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:27.503848 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529add0-1e91-4d65-b9c3-d7f7a187a882 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b61cf9-e2b2-42ef-93ca-12d8468e2bf5,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:27.583227 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0529add0-1e91-4d65-b9c3-d7f7a187a882 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:27.625535 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0529add0-1e91-4d65-b9c3-d7f7a187a882 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:27.635074 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-0529add0-1e91-4d65-b9c3-d7f7a187a882 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "DELETE /v2.0/security-groups/17b61cf9-e2b2-42ef-93ca-12d8468e2bf5 HTTP/1.1" status: 204 len: 168 time: 0.5893195 Feb 19 03:01:27.636179 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 54210) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:27.646041 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-dd6710c6-3b12-4b32-9d9c-2e9692e2dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:06Z', 'revision_number': 4, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port': {'id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:43Z', 'updated_at': '2021-02-19T02:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '59995976-a41e-4856-95c2-eabbef58d8f7', 'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'mac_address': 'fa:16:3e:e0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b750ccce-480c-48ff-95df-32a79b278619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:02Z', 'updated_at': '2021-02-19T02:56:18Z', 'revision_number': 5, 'project_id': 'c002812913314504b133ae634af86b2e', 'subnets': [{'id': 'b750ccce-480c-48ff-95df-32a79b278619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:01:27.652225 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6710c6-3b12-4b32-9d9c-2e9692e2dae0 None None] The sync data for ids ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'] in dv-cinder-775706-2-smb is: [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:06Z', 'revision_number': 4, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port': {'id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:43Z', 'updated_at': '2021-02-19T02:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '59995976-a41e-4856-95c2-eabbef58d8f7', 'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'mac_address': 'fa:16:3e:e0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b750ccce-480c-48ff-95df-32a79b278619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:02Z', 'updated_at': '2021-02-19T02:56:18Z', 'revision_number': 5, 'project_id': 'c002812913314504b133ae634af86b2e', 'subnets': [{'id': 'b750ccce-480c-48ff-95df-32a79b278619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:01:27.697159 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.v2.resource [None req-2cb8cc14-c33f-49f2-8433-5068311cf46a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] show failed (client error): The resource could not be found. Feb 19 03:01:27.704780 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-2cb8cc14-c33f-49f2-8433-5068311cf46a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups/17b61cf9-e2b2-42ef-93ca-12d8468e2bf5 HTTP/1.1" status: 404 len: 347 time: 0.0671155 Feb 19 03:01:27.706261 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 54216) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:27.924453 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8f608b11-92d3-4496-a686-d79f1de882e6 req-36c8dbc3-854e-4239-ba3a-f177efaa2e02 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 210 time: 0.0773666 Feb 19 03:01:28.030575 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56166c27-bf13-4659-a5cf-c5764ecfb39b req-5f86e8a4-d8ba-46d4-a89e-90fe8015d5fe tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:28.034515 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-56166c27-bf13-4659-a5cf-c5764ecfb39b req-5f86e8a4-d8ba-46d4-a89e-90fe8015d5fe tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 946 time: 0.5407588 Feb 19 03:01:28.129489 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-56166c27-bf13-4659-a5cf-c5764ecfb39b req-2ff55889-aad4-4731-9b94-021624c6e639 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868397 Feb 19 03:01:28.331184 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e4516f-0fb4-4e3d-ab86-d4d2f2e35d4b None None] New status for floating IP 85b95dfc-6138-48a2-afe4-79b56bb9b572: DOWN {{(pid=84087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 03:01:28.444563 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-2f52e952-1ae9-4633-a4b1-d0447a73447d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Deleting port 210d8b53-2b8a-465e-9105-2e912d326f5e {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:01:28.450736 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2f52e952-1ae9-4633-a4b1-d0447a73447d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:28.989032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-39d2ea7c-c739-431a-8f6d-5a1c896c016a tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:28.990897 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-39d2ea7c-c739-431a-8f6d-5a1c896c016a tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.87 "GET /v2.0/networks?id=2a7305f4-f948-4d70-abe2-41e142d4637f HTTP/1.1" status: 200 len: 814 time: 0.2726696 Feb 19 03:01:29.007807 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2f52e952-1ae9-4633-a4b1-d0447a73447d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:29.008179 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2f52e952-1ae9-4633-a4b1-d0447a73447d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:29.045714 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-e3b959f0-cc3a-4714-8582-3c3fcd864f7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Request body: {'port': {'device_id': 'dfc85dab-23f6-4aef-9a36-a1d487d4a066', 'network_id': '2a7305f4-f948-4d70-abe2-41e142d4637f', 'admin_state_up': True, 'tenant_id': '65f90cfb8bf648bb9083143b3ed461b2'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:29.207699 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0d3bb56d-7e6a-4de2-a0f8-ac907def4901 req-a1a82b78-572a-43e7-a7eb-bedba9ec6a07 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 210 time: 0.0812225 Feb 19 03:01:29.269379 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-2f52e952-1ae9-4633-a4b1-d0447a73447d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Calling delete_port for 210d8b53-2b8a-465e-9105-2e912d326f5e owned by network:floatingip {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:01:29.495435 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-e3b959f0-cc3a-4714-8582-3c3fcd864f7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:29.500626 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.api [None req-2f52e952-1ae9-4633-a4b1-d0447a73447d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:01:29.501174 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_db.api [None req-2f52e952-1ae9-4633-a4b1-d0447a73447d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 03:01:29.503540 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-e3b959f0-cc3a-4714-8582-3c3fcd864f7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Usage tracker for resource:port and tenant:65f90cfb8bf648bb9083143b3ed461b2 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:29.507639 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-e3b959f0-cc3a-4714-8582-3c3fcd864f7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:29.515453 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-e3b959f0-cc3a-4714-8582-3c3fcd864f7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:29.527765 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-e3b959f0-cc3a-4714-8582-3c3fcd864f7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Made reservation on behalf of 65f90cfb8bf648bb9083143b3ed461b2 for: {'port': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 03:01:29.534809 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-e3b959f0-cc3a-4714-8582-3c3fcd864f7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:29.943591 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-e3b959f0-cc3a-4714-8582-3c3fcd864f7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Allocated IP 172.20.0.9 (2a7305f4-f948-4d70-abe2-41e142d4637f/7be62eb1-140d-4676-8e34-6cb6732c6eb8/ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 03:01:30.005428 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-2f52e952-1ae9-4633-a4b1-d0447a73447d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Deleting port 210d8b53-2b8a-465e-9105-2e912d326f5e {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:01:30.006524 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2f52e952-1ae9-4633-a4b1-d0447a73447d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:30.369791 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2f52e952-1ae9-4633-a4b1-d0447a73447d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:30.370244 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2f52e952-1ae9-4633-a4b1-d0447a73447d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:30.381645 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-e3b959f0-cc3a-4714-8582-3c3fcd864f7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:30.475372 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0e8a813f-ae06-4c5b-b200-b83219085cac req-06e6b358-5949-4256-9eda-01859c41f7db tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 210 time: 0.0664344 Feb 19 03:01:30.584359 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-2f52e952-1ae9-4633-a4b1-d0447a73447d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Calling delete_port for 210d8b53-2b8a-465e-9105-2e912d326f5e owned by network:floatingip {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:01:30.716662 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-e3b959f0-cc3a-4714-8582-3c3fcd864f7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:30.735426 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-778eb36f-f86b-4faf-af04-64eae29ed913 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:30.962827 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd69c5-7630-43b2-973c-8b9ff3c05c2d req-d9b8e82f-cd46-47a7-bc01-a3e8757c619f tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:30.963621 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d5cd69c5-7630-43b2-973c-8b9ff3c05c2d req-d9b8e82f-cd46-47a7-bc01-a3e8757c619f tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.1699343 Feb 19 03:01:30.974338 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2f52e952-1ae9-4633-a4b1-d0447a73447d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:31.037414 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d5cd69c5-7630-43b2-973c-8b9ff3c05c2d req-431d0d8f-6bd5-46dc-a705-5ea6623b8a42 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660927 Feb 19 03:01:31.081765 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b959f0-cc3a-4714-8582-3c3fcd864f7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Pushing event updated for resources: {'Port': ['ID=ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:31.090685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e3b959f0-cc3a-4714-8582-3c3fcd864f7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:31.093131 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:31.169367 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52e952-1ae9-4633-a4b1-d0447a73447d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Pushing event deleted for resources: {'Port': ['ID=210d8b53-2b8a-465e-9105-2e912d326f5e,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:31.192122 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2f52e952-1ae9-4633-a4b1-d0447a73447d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:31.257921 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-e3b959f0-cc3a-4714-8582-3c3fcd864f7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Network 2a7305f4-f948-4d70-abe2-41e142d4637f is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:01:31.259295 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-e3b959f0-cc3a-4714-8582-3c3fcd864f7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:01:31.262917 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-e3b959f0-cc3a-4714-8582-3c3fcd864f7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 03:01:31.396082 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-e3b959f0-cc3a-4714-8582-3c3fcd864f7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:31.396793 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-e3b959f0-cc3a-4714-8582-3c3fcd864f7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:31.426479 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2f52e952-1ae9-4633-a4b1-d0447a73447d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for floatingip, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:31.453870 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2f52e952-1ae9-4633-a4b1-d0447a73447d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for floatingip, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:31.458745 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-2f52e952-1ae9-4633-a4b1-d0447a73447d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "DELETE /v2.0/floatingips/85b95dfc-6138-48a2-afe4-79b56bb9b572 HTTP/1.1" status: 204 len: 168 time: 3.7472754 Feb 19 03:01:31.458745 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-e3b959f0-cc3a-4714-8582-3c3fcd864f7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4370470 Feb 19 03:01:31.497561 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Request body: {'port': {'device_id': 'dfc85dab-23f6-4aef-9a36-a1d487d4a066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:31.747271 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:31.858633 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f0ef8-6c8e-4dad-9dd3-23087d69be77 req-6f4c4402-7ec0-4bbd-9ca5-3e94f32fcbf2 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:31.862772 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ab5f0ef8-6c8e-4dad-9dd3-23087d69be77 req-6f4c4402-7ec0-4bbd-9ca5-3e94f32fcbf2 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 931 time: 0.1406662 Feb 19 03:01:31.968204 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ab5f0ef8-6c8e-4dad-9dd3-23087d69be77 req-692a8d8e-ff81-4c5f-a065-be460abd8fac tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915194 Feb 19 03:01:32.230390 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 54270) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:32.241000 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-ace7bd8c-482b-49c2-b4e3-2b6099d0b47a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--482703237', 'description': 'tempest-description--248928129'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:32.256037 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-ace7bd8c-482b-49c2-b4e3-2b6099d0b47a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:32.304068 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-ace7bd8c-482b-49c2-b4e3-2b6099d0b47a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Usage tracker for resource:security_group and tenant:c002812913314504b133ae634af86b2e is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:32.313408 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-ace7bd8c-482b-49c2-b4e3-2b6099d0b47a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:32.328072 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-ace7bd8c-482b-49c2-b4e3-2b6099d0b47a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:32.351174 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ace7bd8c-482b-49c2-b4e3-2b6099d0b47a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:32.382606 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-ace7bd8c-482b-49c2-b4e3-2b6099d0b47a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:32.388925 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-ace7bd8c-482b-49c2-b4e3-2b6099d0b47a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Usage tracker for resource:security_group_rule and tenant:c002812913314504b133ae634af86b2e is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:32.396081 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-ace7bd8c-482b-49c2-b4e3-2b6099d0b47a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:32.403614 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-ace7bd8c-482b-49c2-b4e3-2b6099d0b47a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:32.413171 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb40468-a83b-47a5-87d9-cd362f3c445e req-4b571623-bd4a-48ec-96ff-9824b99e2ecf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:32.414868 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ecb40468-a83b-47a5-87d9-cd362f3c445e req-4b571623-bd4a-48ec-96ff-9824b99e2ecf tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.1615102 Feb 19 03:01:32.495654 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ecb40468-a83b-47a5-87d9-cd362f3c445e req-75894ac8-3259-47f5-a9dd-27869603018e tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720789 Feb 19 03:01:32.549463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ace7bd8c-482b-49c2-b4e3-2b6099d0b47a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:32.553250 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ace7bd8c-482b-49c2-b4e3-2b6099d0b47a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:32.559569 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f36fc4cb-4921-4d3e-82c0-ceb58b122f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:32.573881 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 {{(pid=84085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 03:01:32.583814 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:32.598279 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Transition to ACTIVE for port object ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 will not be triggered until provisioned by entity L2. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:01:32.601463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:32.617359 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-264058d3-ea87-479e-b915-5249274873c7 tempest-VolumesActionsTest-1781403145 tempest-VolumesActionsTest-1781403145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:32.653012 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7bd8c-482b-49c2-b4e3-2b6099d0b47a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1d923e-b56d-4466-b731-6ee637deb5ad,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:32.664357 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ace7bd8c-482b-49c2-b4e3-2b6099d0b47a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:32.672251 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ace7bd8c-482b-49c2-b4e3-2b6099d0b47a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:32.675918 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-ace7bd8c-482b-49c2-b4e3-2b6099d0b47a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4429290 Feb 19 03:01:32.682411 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 54276) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:32.689535 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-aa6e60c7-b210-4b1b-ae71-5bc9c91ab2ad tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Request body: {'security_group_rule': {'security_group_id': '2c1d923e-b56d-4466-b731-6ee637deb5ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:32.697565 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-aa6e60c7-b210-4b1b-ae71-5bc9c91ab2ad tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:32.710417 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-aa6e60c7-b210-4b1b-ae71-5bc9c91ab2ad tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Usage tracker for resource:security_group_rule and tenant:c002812913314504b133ae634af86b2e is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:32.716493 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-aa6e60c7-b210-4b1b-ae71-5bc9c91ab2ad tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:32.728770 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-aa6e60c7-b210-4b1b-ae71-5bc9c91ab2ad tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:32.761853 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-aa6e60c7-b210-4b1b-ae71-5bc9c91ab2ad tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:32.894573 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-aa6e60c7-b210-4b1b-ae71-5bc9c91ab2ad tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:32.899065 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-aa6e60c7-b210-4b1b-ae71-5bc9c91ab2ad tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191046'] for security_group_rule, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:32.915095 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:32.958653 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e60c7-b210-4b1b-ae71-5bc9c91ab2ad tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33775525-f2fc-4335-97fc-23fafc9448da,revision_number=0']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:32.963347 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-aa6e60c7-b210-4b1b-ae71-5bc9c91ab2ad tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:32.969850 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-aa6e60c7-b210-4b1b-ae71-5bc9c91ab2ad tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:32.973610 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-aa6e60c7-b210-4b1b-ae71-5bc9c91ab2ad tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2883050 Feb 19 03:01:32.976021 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 54280) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:32.987747 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-ece3ed0f-2413-4e63-8d8e-df4cc7dab785 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Request body: {'security_group_rule': {'security_group_id': '2c1d923e-b56d-4466-b731-6ee637deb5ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:33.000840 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-ece3ed0f-2413-4e63-8d8e-df4cc7dab785 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:33.010011 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-ece3ed0f-2413-4e63-8d8e-df4cc7dab785 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Usage tracker for resource:security_group_rule and tenant:c002812913314504b133ae634af86b2e is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:33.016327 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-ece3ed0f-2413-4e63-8d8e-df4cc7dab785 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:33.029158 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-ece3ed0f-2413-4e63-8d8e-df4cc7dab785 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:33.061875 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ece3ed0f-2413-4e63-8d8e-df4cc7dab785 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:33.251211 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:33.258940 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:33.274048 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ece3ed0f-2413-4e63-8d8e-df4cc7dab785 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:33.281050 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ece3ed0f-2413-4e63-8d8e-df4cc7dab785 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191046'] for security_group_rule, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:33.294573 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-af446622-9be2-4fd6-82b7-bb11e21d73b7 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:33.321901 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3ed0f-2413-4e63-8d8e-df4cc7dab785 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d857aa1-ca41-4ae4-bb25-ff26f9119758,revision_number=0']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:33.332709 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5c0fb-ab54-44ec-92ba-ca8fa59f4921 req-c30b66f1-c9e6-4d22-8abe-9f8a5b58ddf6 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:33.334708 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1ae5c0fb-ab54-44ec-92ba-ca8fa59f4921 req-c30b66f1-c9e6-4d22-8abe-9f8a5b58ddf6 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 943 time: 0.1925290 Feb 19 03:01:33.338254 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ebfad-3fe5-4ac4-98bb-f8d506398ce7 req-ab84af00-efb3-45d4-af23-22706935c7e8 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:33.339590 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ece3ed0f-2413-4e63-8d8e-df4cc7dab785 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:33.341247 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-476ebfad-3fe5-4ac4-98bb-f8d506398ce7 req-ab84af00-efb3-45d4-af23-22706935c7e8 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.87 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.2189534 Feb 19 03:01:33.346659 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ece3ed0f-2413-4e63-8d8e-df4cc7dab785 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:33.348457 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-ece3ed0f-2413-4e63-8d8e-df4cc7dab785 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3706534 Feb 19 03:01:33.370842 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 54286) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:33.385225 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Request body: {'floatingip': {'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:33.395135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:33.425611 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Usage tracker for resource:floatingip and tenant:c002812913314504b133ae634af86b2e is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:33.435060 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:33.447216 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1ae5c0fb-ab54-44ec-92ba-ca8fa59f4921 req-d249fc55-ebcd-4d52-b830-fecac9753272 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965724 Feb 19 03:01:33.448250 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:33.466294 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for floatingip, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:33.539768 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-476ebfad-3fe5-4ac4-98bb-f8d506398ce7 req-2a58cfcd-1aaa-40a4-96e9-5b3468016920 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Deleting port 0f36cf6e-7276-4e66-a212-4adde80abda4 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:01:33.540143 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-476ebfad-3fe5-4ac4-98bb-f8d506398ce7 req-2a58cfcd-1aaa-40a4-96e9-5b3468016920 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:33.648971 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:01:33.670942 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Attempting to bind port ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:33.671323 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Attempting to bind port ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'daae8d81-c5ca-4622-9b8c-fecc9e88b13b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a7305f4-f948-4d70-abe2-41e142d4637f'}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 03:01:33.671697 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Attempting to bind port ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 on network 2a7305f4-f948-4d70-abe2-41e142d4637f {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 03:01:33.693062 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Checking agent: {'id': '38d2f619-f811-4ccc-89e2-793bab8ea98e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 53, 25), 'started_at': datetime.datetime(2021, 2, 19, 2, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 03:01:33.693439 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Checking segment: {'id': 'daae8d81-c5ca-4622-9b8c-fecc9e88b13b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a7305f4-f948-4d70-abe2-41e142d4637f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 03:01:33.693904 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:33.694312 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Bound using segment: {'id': 'daae8d81-c5ca-4622-9b8c-fecc9e88b13b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a7305f4-f948-4d70-abe2-41e142d4637f'} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 03:01:33.694822 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Bound port: ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daae8d81-c5ca-4622-9b8c-fecc9e88b13b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a7305f4-f948-4d70-abe2-41e142d4637f'}}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 03:01:33.695202 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:33.779089 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:33.939806 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] For port ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4, host hv-cinder-77570, cleared binding levels {{(pid=84085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 03:01:33.964836 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] For port ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4,segment=NetworkSegment(daae8d81-c5ca-4622-9b8c-fecc9e88b13b),segment_id=daae8d81-c5ca-4622-9b8c-fecc9e88b13b)] {{(pid=84085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 03:01:33.972091 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-476ebfad-3fe5-4ac4-98bb-f8d506398ce7 req-2a58cfcd-1aaa-40a4-96e9-5b3468016920 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] For port 0f36cf6e-7276-4e66-a212-4adde80abda4, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=0f36cf6e-7276-4e66-a212-4adde80abda4,segment=NetworkSegment(9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2),segment_id=9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:01:33.972455 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-476ebfad-3fe5-4ac4-98bb-f8d506398ce7 req-2a58cfcd-1aaa-40a4-96e9-5b3468016920 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:34.045984 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:34.054653 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb5008-ec8b-4c87-83dc-abb55850308b req-68b30655-c5bc-4a9f-a071-b81bccb85464 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:34.058096 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-addb5008-ec8b-4c87-83dc-abb55850308b req-68b30655-c5bc-4a9f-a071-b81bccb85464 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 945 time: 0.3988297 Feb 19 03:01:34.082732 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:34.301655 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-addb5008-ec8b-4c87-83dc-abb55850308b req-da5b8e3a-af4b-4f45-99a1-9a5d5166755a tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f79d9808-cb6d-437e-9ef2-21f90215d3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120457 Feb 19 03:01:34.415058 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4,revision_number=3']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:34.424028 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:34.500186 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Allocated IP 172.28.3.198 (0e56412c-4854-452b-991d-f8414d441bfe/664dcf09-964d-4e4b-a082-c69e70a0e546/30ab9def-1410-4269-98eb-b5853c8c783a) {{(pid=84083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 03:01:34.544809 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 9a4754ba-9d06-4dba-b556-46a0bac0ac46 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:01:34.597916 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:34.598622 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:34.600286 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-fe4ff6e8-9705-4fae-84ed-5f8287870015 service neutron] 10.222.0.87 "PUT /v2.0/ports/ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 HTTP/1.1" status: 200 len: 1157 time: 3.1092710 Feb 19 03:01:34.600862 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc85dab-23f6-4aef-9a36-a1d487d4a066', 'tag': 'ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:01:34.621669 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-476ebfad-3fe5-4ac4-98bb-f8d506398ce7 req-2a58cfcd-1aaa-40a4-96e9-5b3468016920 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:34.622130 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-476ebfad-3fe5-4ac4-98bb-f8d506398ce7 req-2a58cfcd-1aaa-40a4-96e9-5b3468016920 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854343256'] for floatingip, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:34.622491 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.l3_db [req-476ebfad-3fe5-4ac4-98bb-f8d506398ce7 req-2a58cfcd-1aaa-40a4-96e9-5b3468016920 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Floating IP 0f4e9f3f-fa88-43a8-8e04-4eb3d6beefff disassociated. External IP: 172.28.3.189, port: 0f36cf6e-7276-4e66-a212-4adde80abda4. Feb 19 03:01:34.622886 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-476ebfad-3fe5-4ac4-98bb-f8d506398ce7 req-2a58cfcd-1aaa-40a4-96e9-5b3468016920 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Calling delete_port for 0f36cf6e-7276-4e66-a212-4adde80abda4 owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:01:34.701319 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 9a4754ba-9d06-4dba-b556-46a0bac0ac46 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:01:34.702057 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:34.904770 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-485ed127-3236-416b-bba6-16fec42d8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:34.909602 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-485ed127-3236-416b-bba6-16fec42d8c99 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=65f90cfb8bf648bb9083143b3ed461b2&device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 1160 time: 0.2255478 Feb 19 03:01:34.926694 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 0f36cf6e-7276-4e66-a212-4adde80abda4 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:01:35.078329 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-4808f43f-09ea-44c6-96c1-7af21cbe58be service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 HTTP/1.1" status: 200 len: 217 time: 0.1456733 Feb 19 03:01:35.101101 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cd130-696b-457f-a56d-4216a2933f7d req-48ffb408-b8c6-45d6-b788-3a1fdf6f65bf tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:35.104238 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1c7cd130-696b-457f-a56d-4216a2933f7d req-48ffb408-b8c6-45d6-b788-3a1fdf6f65bf tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 943 time: 0.4316125 Feb 19 03:01:35.135933 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Port 0f36cf6e-7276-4e66-a212-4adde80abda4 update to DOWN by agent not found {{(pid=84086) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 19 03:01:35.142994 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ad89f-8045-418f-bfc7-3b6dcea0f5d1 req-ef66cc06-7355-417d-83d5-dd70a4483051 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:35.146440 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b14ad89f-8045-418f-bfc7-3b6dcea0f5d1 req-ef66cc06-7355-417d-83d5-dd70a4483051 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 946 time: 0.4758677 Feb 19 03:01:35.153316 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-476ebfad-3fe5-4ac4-98bb-f8d506398ce7 req-2a58cfcd-1aaa-40a4-96e9-5b3468016920 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:35.175441 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3967503a-b5c5-4ff2-8991-f2baf1095dd6 tempest-ServerRescueNegativeTestJSON-1060866233 tempest-ServerRescueNegativeTestJSON-1060866233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:35.182144 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for port, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:35.295605 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58cfcd-1aaa-40a4-96e9-5b3468016920 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Pushing event deleted for resources: {'Port': ['ID=0f36cf6e-7276-4e66-a212-4adde80abda4,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:35.309171 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2a58cfcd-1aaa-40a4-96e9-5b3468016920 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:35.322674 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1c7cd130-696b-457f-a56d-4216a2933f7d req-fe2bad5b-45cf-4fe6-a186-bbb3418c0464 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928127 Feb 19 03:01:35.331426 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-49522d21-eba8-4246-8c3e-4b2e6c919439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:35.333045 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-49522d21-eba8-4246-8c3e-4b2e6c919439 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7be62eb1-140d-4676-8e34-6cb6732c6eb8 HTTP/1.1" status: 200 len: 854 time: 0.2439234 Feb 19 03:01:35.351662 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b14ad89f-8045-418f-bfc7-3b6dcea0f5d1 req-738728a5-f704-4a16-8755-98ec10c9c3bf tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629369 Feb 19 03:01:35.367709 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:35.406104 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0e2d349b-afec-482d-9da1-61f24e02b355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:35.406293 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-8ec2bc11-eb73-4e9e-b982-47dd951b973b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2a7305f4-f948-4d70-abe2-41e142d4637f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609739 Feb 19 03:01:35.525091 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc85dab-23f6-4aef-9a36-a1d487d4a066', 'tag': 'ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4', 'status': 'completed', 'code': 200} Feb 19 03:01:35.693940 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-806014bc-fd58-4241-9c6e-9c7abbe9fab7 service neutron] 10.222.0.87 "GET /v2.0/networks/2a7305f4-f948-4d70-abe2-41e142d4637f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765117 Feb 19 03:01:35.782213 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e66f5b3c-cf3e-45db-a4e2-b4c887d1e653 req-65100835-9e6a-4f11-bec6-283efe4b01a0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 210 time: 0.1911991 Feb 19 03:01:35.829489 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Pushing event updated for resources: {'Port': ['ID=30ab9def-1410-4269-98eb-b5853c8c783a,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:35.842808 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:35.934265 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-57e56fea-68f6-4950-b51c-afb840811d97 req-b2b683b4-b2b1-4d05-9d74-9daa3454fb4f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3455217 Feb 19 03:01:35.952160 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Request body: {'floatingip': {'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:35.962676 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Network 0e56412c-4854-452b-991d-f8414d441bfe is already hosted by enough agents. {{(pid=84083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:01:35.963948 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:35.969061 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Resources bound (agent type, host, resource id): {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:01:35.973913 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Received port after_create {{(pid=84083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 03:01:36.003015 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Usage tracker for resource:floatingip and tenant:fe53762e5ab44dc59d26f6b6536be0f4 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:36.009485 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:36.031045 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:36.058605 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for floatingip, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:36.258344 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-476ebfad-3fe5-4ac4-98bb-f8d506398ce7 req-2a58cfcd-1aaa-40a4-96e9-5b3468016920 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Router bd5d5559-8f65-4e04-bac3-ff3991e44726 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 03:01:36.261038 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5a297cff-5c6a-4d94-9a7b-d6a4b657318c req-4d3694a2-4c19-4bb2-a6b3-88190d5ad9b9 service neutron] 10.222.0.87 "GET /v2.0/networks/2a7305f4-f948-4d70-abe2-41e142d4637f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5519011 Feb 19 03:01:36.484746 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:36.563025 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-476ebfad-3fe5-4ac4-98bb-f8d506398ce7 req-2a58cfcd-1aaa-40a4-96e9-5b3468016920 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:01:36.591110 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:36.594010 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477546a2-a905-484a-ae25-72f20028160a None None] Sync routers for ids ['bd5d5559-8f65-4e04-bac3-ff3991e44726'] in dv-cinder-775706-2-smb {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:01:36.613558 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477546a2-a905-484a-ae25-72f20028160a None None] Routers {'bd5d5559-8f65-4e04-bac3-ff3991e44726'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:01:36.615473 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-476ebfad-3fe5-4ac4-98bb-f8d506398ce7 req-2a58cfcd-1aaa-40a4-96e9-5b3468016920 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] No DVR routers for this DVR port 0f36cf6e-7276-4e66-a212-4adde80abda4 on host hv-cinder-77570 {{(pid=84085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 03:01:36.615812 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-477546a2-a905-484a-ae25-72f20028160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:01:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['bd5d5559-8f65-4e04-bac3-ff3991e44726'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:01:36.619202 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-476ebfad-3fe5-4ac4-98bb-f8d506398ce7 req-2a58cfcd-1aaa-40a4-96e9-5b3468016920 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:36.628723 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce25da0-8065-41d8-9b77-f1fc26a50de3 req-b19574a4-edf7-4405-b22f-4f0254de7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:36.630750 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3ce25da0-8065-41d8-9b77-f1fc26a50de3 req-b19574a4-edf7-4405-b22f-4f0254de7a9a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=65f90cfb8bf648bb9083143b3ed461b2&device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 1160 time: 0.2638729 Feb 19 03:01:36.676353 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-476ebfad-3fe5-4ac4-98bb-f8d506398ce7 req-2a58cfcd-1aaa-40a4-96e9-5b3468016920 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.87 "DELETE /v2.0/ports/0f36cf6e-7276-4e66-a212-4adde80abda4 HTTP/1.1" status: 204 len: 173 time: 3.2738478 Feb 19 03:01:36.806054 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:36.827632 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce25da0-8065-41d8-9b77-f1fc26a50de3 req-0e0e18ce-8153-41da-abbc-f41f2a131182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:36.829087 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3ce25da0-8065-41d8-9b77-f1fc26a50de3 req-0e0e18ce-8153-41da-abbc-f41f2a131182 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2a7305f4-f948-4d70-abe2-41e142d4637f HTTP/1.1" status: 200 len: 908 time: 0.1903241 Feb 19 03:01:36.934878 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3ce25da0-8065-41d8-9b77-f1fc26a50de3 req-2ce6be39-4783-4cca-a256-25bf5baadd28 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 HTTP/1.1" status: 200 len: 217 time: 0.0974543 Feb 19 03:01:37.032080 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce25da0-8065-41d8-9b77-f1fc26a50de3 req-d0db588c-1da6-467a-855d-1045ff2476a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:37.034837 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3ce25da0-8065-41d8-9b77-f1fc26a50de3 req-d0db588c-1da6-467a-855d-1045ff2476a3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7be62eb1-140d-4676-8e34-6cb6732c6eb8 HTTP/1.1" status: 200 len: 854 time: 0.0918996 Feb 19 03:01:37.099300 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3ce25da0-8065-41d8-9b77-f1fc26a50de3 req-64fc2bd0-e0e9-4cad-b841-cd32a5335065 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2a7305f4-f948-4d70-abe2-41e142d4637f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561297 Feb 19 03:01:37.188185 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-477546a2-a905-484a-ae25-72f20028160a None None] Set router bd5d5559-8f65-4e04-bac3-ff3991e44726 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:01:37.214110 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e4009-4b74-4271-9e80-1e4b3e219b65 req-b6f578cf-6c67-4f84-94a9-c45e3a0915fc tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:37.215844 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-432e4009-4b74-4271-9e80-1e4b3e219b65 req-b6f578cf-6c67-4f84-94a9-c45e3a0915fc tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 943 time: 0.5381215 Feb 19 03:01:37.366904 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-432e4009-4b74-4271-9e80-1e4b3e219b65 req-92bc1696-09df-470a-9f27-f7ea76bd2d07 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351278 Feb 19 03:01:37.383873 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3ce25da0-8065-41d8-9b77-f1fc26a50de3 req-fd367dde-035d-44aa-826e-6a6074f0036b service neutron] 10.222.0.87 "GET /v2.0/networks/2a7305f4-f948-4d70-abe2-41e142d4637f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749846 Feb 19 03:01:37.428980 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:37.442666 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852589390'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:37.492008 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-91c1263f-72c1-436c-8dfb-c99c5eec8301 tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:37.595733 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a363156b-f3fb-489d-a4be-010fa9f64c94', 'name': 'network-vif-deleted', 'tag': '0f36cf6e-7276-4e66-a212-4adde80abda4'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:01:37.604240 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3ce25da0-8065-41d8-9b77-f1fc26a50de3 req-bce7ec8e-a84b-4ca6-93cf-efa736ce87b3 service neutron] 10.222.0.87 "GET /v2.0/networks/2a7305f4-f948-4d70-abe2-41e142d4637f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1970949 Feb 19 03:01:37.735005 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4fc4840b-2612-416b-b1bf-7045dd451a83 req-06517918-015c-48a6-b3dd-3b309a1094f2 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=a363156b-f3fb-489d-a4be-010fa9f64c94 HTTP/1.1" status: 200 len: 210 time: 0.0943954 Feb 19 03:01:37.738839 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Allocated IP 172.28.3.96 (0e56412c-4854-452b-991d-f8414d441bfe/664dcf09-964d-4e4b-a082-c69e70a0e546/48631b34-489c-4af2-886d-4b10adb3747f) {{(pid=84083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 03:01:37.749134 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-477546a2-a905-484a-ae25-72f20028160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9557bbe9-1621-419d-9115-d624a96da223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:13Z', 'revision_number': 4, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port': {'id': '9557bbe9-1621-419d-9115-d624a96da223', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:44Z', 'updated_at': '2021-02-19T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '7e806cc3-7d27-460e-a10b-7cb304f63454', 'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'mac_address': 'fa:16:3e:8a:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '38374417-3478-4427-9684-8966c2d250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:07Z', 'updated_at': '2021-02-19T02:56:32Z', 'revision_number': 5, 'project_id': '619fad70faee4631a203fa17432b1857', 'subnets': [{'id': '38374417-3478-4427-9684-8966c2d250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:01:37.754762 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477546a2-a905-484a-ae25-72f20028160a None None] Checking router: bd5d5559-8f65-4e04-bac3-ff3991e44726 for host: dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:01:37.765781 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477546a2-a905-484a-ae25-72f20028160a None None] Routers {'bd5d5559-8f65-4e04-bac3-ff3991e44726'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:01:37.767303 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-477546a2-a905-484a-ae25-72f20028160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:01:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['bd5d5559-8f65-4e04-bac3-ff3991e44726'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:01:37.797054 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Pushing event updated for resources: {'Port': ['ID=30ab9def-1410-4269-98eb-b5853c8c783a,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:37.803858 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:37.814887 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a363156b-f3fb-489d-a4be-010fa9f64c94', 'name': 'network-vif-deleted', 'tag': '0f36cf6e-7276-4e66-a212-4adde80abda4', 'status': 'completed', 'code': 200} Feb 19 03:01:38.011974 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-477546a2-a905-484a-ae25-72f20028160a None None] Set router bd5d5559-8f65-4e04-bac3-ff3991e44726 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:01:38.024777 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854343256'] for floatingip, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:38.065882 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for port, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:38.081457 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for floatingip, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:38.082898 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7105601 Feb 19 03:01:38.109692 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:38.128503 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:38.285015 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Pushing event updated for resources: {'Port': ['ID=48631b34-489c-4af2-886d-4b10adb3747f,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:38.291525 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:38.357222 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Network 0e56412c-4854-452b-991d-f8414d441bfe is already hosted by enough agents. {{(pid=84083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:01:38.358676 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Resources bound (agent type, host, resource id): {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:01:38.361521 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Received port after_create {{(pid=84083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 03:01:38.438860 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-477546a2-a905-484a-ae25-72f20028160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9557bbe9-1621-419d-9115-d624a96da223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:13Z', 'revision_number': 4, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port': {'id': '9557bbe9-1621-419d-9115-d624a96da223', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:44Z', 'updated_at': '2021-02-19T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '7e806cc3-7d27-460e-a10b-7cb304f63454', 'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'mac_address': 'fa:16:3e:8a:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '38374417-3478-4427-9684-8966c2d250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:07Z', 'updated_at': '2021-02-19T02:56:32Z', 'revision_number': 5, 'project_id': '619fad70faee4631a203fa17432b1857', 'subnets': [{'id': '38374417-3478-4427-9684-8966c2d250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:01:38.444261 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477546a2-a905-484a-ae25-72f20028160a None None] The sync data for ids ['bd5d5559-8f65-4e04-bac3-ff3991e44726'] in dv-cinder-775706-2-smb is: [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9557bbe9-1621-419d-9115-d624a96da223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:13Z', 'revision_number': 4, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port': {'id': '9557bbe9-1621-419d-9115-d624a96da223', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:44Z', 'updated_at': '2021-02-19T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '7e806cc3-7d27-460e-a10b-7cb304f63454', 'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'mac_address': 'fa:16:3e:8a:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '38374417-3478-4427-9684-8966c2d250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:07Z', 'updated_at': '2021-02-19T02:56:32Z', 'revision_number': 5, 'project_id': '619fad70faee4631a203fa17432b1857', 'subnets': [{'id': '38374417-3478-4427-9684-8966c2d250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:01:38.478008 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-b56f8c65-0231-4362-ab10-cd35065f4627 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Synchronizing usage tracker for tenant:c002812913314504b133ae634af86b2e on resource:security_group {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:01:38.511282 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-b56f8c65-0231-4362-ab10-cd35065f4627 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Unset dirty status for tenant:c002812913314504b133ae634af86b2e on resource:security_group {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:01:38.512602 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-b56f8c65-0231-4362-ab10-cd35065f4627 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--482703237&fields=id&tenant_id=c002812913314504b133ae634af86b2e HTTP/1.1" status: 200 len: 267 time: 0.1006570 Feb 19 03:01:38.520422 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:38.700500 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:38.853704 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-d86e85b8-ed5f-405d-b4c9-791aa48d381c tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:38.856160 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-d86e85b8-ed5f-405d-b4c9-791aa48d381c tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/networks?id=aff37b45-bb0b-4722-99c2-f05b1c234791 HTTP/1.1" status: 200 len: 817 time: 0.3338680 Feb 19 03:01:38.876830 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:01:38.918849 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-4c2f05ec-0e88-423a-8edf-12bdd80f95f8 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/quotas/c002812913314504b133ae634af86b2e HTTP/1.1" status: 200 len: 375 time: 0.0314293 Feb 19 03:01:39.031092 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning for port ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:01:39.040077 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:01:39.041439 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:39.044189 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad237e4-e6d9-4831-9a17-7a16bd42679f None None] New status for floating IP 0f4e9f3f-fa88-43a8-8e04-4eb3d6beefff: DOWN {{(pid=84087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 03:01:39.288972 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:39.324839 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc85dab-23f6-4aef-9a36-a1d487d4a066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:01:39.338017 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4,segment=NetworkSegment(daae8d81-c5ca-4622-9b8c-fecc9e88b13b),segment_id=daae8d81-c5ca-4622-9b8c-fecc9e88b13b)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:01:39.342573 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:39.344856 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:39.452282 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:39.462659 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.463213 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.463689 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.464156 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.464624 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.465088 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.465563 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.466110 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.466567 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.467053 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.467757 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.468354 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.469069 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.469636 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.470151 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.470836 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.471802 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.471946 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.472436 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.472894 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.473354 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.473863 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.474325 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.474792 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:39.481268 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:39.505104 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-f910075a-bf25-4184-80c6-6a0f5c66cd8c tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c002812913314504b133ae634af86b2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5435781 Feb 19 03:01:39.534331 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:39.538805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852589390'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:39.557384 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:39.703587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Pushing event updated for resources: {'Port': ['ID=48631b34-489c-4af2-886d-4b10adb3747f,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:39.710518 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:39.966834 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854343256'] for floatingip, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:39.980899 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-738931f0-5d84-487e-b9d2-d8abab2fe578 service neutron] 10.222.0.75 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572752 Feb 19 03:01:40.015755 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for floatingip, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:40.016850 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-57e56fea-68f6-4950-b51c-afb840811d97 req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0743699 Feb 19 03:01:40.184045 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-57e56fea-68f6-4950-b51c-afb840811d97 req-ae2dae26-2744-45ed-85c9-02488ea85a78 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Synchronizing usage tracker for tenant:fe53762e5ab44dc59d26f6b6536be0f4 on resource:floatingip {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:01:40.239383 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-57e56fea-68f6-4950-b51c-afb840811d97 req-ae2dae26-2744-45ed-85c9-02488ea85a78 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Unset dirty status for tenant:fe53762e5ab44dc59d26f6b6536be0f4 on resource:floatingip {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:01:40.241099 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-57e56fea-68f6-4950-b51c-afb840811d97 req-ae2dae26-2744-45ed-85c9-02488ea85a78 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.28.3.96 HTTP/1.1" status: 200 len: 695 time: 0.1690140 Feb 19 03:01:40.250760 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-fe51e2bc-4454-4385-8798-ce4c7dec4129 service neutron] 10.222.0.75 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2609382 Feb 19 03:01:40.439958 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e56fea-68f6-4950-b51c-afb840811d97 req-6a0a150a-dfc8-42bb-847c-3dd257790c50 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:40.441853 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-57e56fea-68f6-4950-b51c-afb840811d97 req-6a0a150a-dfc8-42bb-847c-3dd257790c50 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/networks/0e56412c-4854-452b-991d-f8414d441bfe HTTP/1.1" status: 200 len: 784 time: 0.1897206 Feb 19 03:01:40.455114 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [req-57e56fea-68f6-4950-b51c-afb840811d97 req-20a92735-0d15-4e30-b9a6-79fa0e767310 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=84083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:01:40.456537 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-57e56fea-68f6-4950-b51c-afb840811d97 req-20a92735-0d15-4e30-b9a6-79fa0e767310 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0075979 Feb 19 03:01:40.531217 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:01:40.588509 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f7672147-4071-4821-b2f4-215ab63af5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:40.627031 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:01:40.627726 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:40.780532 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ecc3a-a0ae-4371-bf36-5e8acd12b8e1 req-ddda95fe-a50f-4a4d-a5a5-64f01761c50d tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:40.782571 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9c9ecc3a-a0ae-4371-bf36-5e8acd12b8e1 req-ddda95fe-a50f-4a4d-a5a5-64f01761c50d tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 945 time: 0.1319604 Feb 19 03:01:40.845623 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9c9ecc3a-a0ae-4371-bf36-5e8acd12b8e1 req-c6d264bb-81d1-4cbe-b70f-4fde0fd0624b tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483499 Feb 19 03:01:41.108335 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc85dab-23f6-4aef-9a36-a1d487d4a066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4', 'code': 200} Feb 19 03:01:41.376049 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-c952dbf3-3906-4e12-a566-21b01603b870 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:41.377967 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-c952dbf3-3906-4e12-a566-21b01603b870 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1096821 Feb 19 03:01:41.487022 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a6399-6aee-45e1-8474-8d60ea132b01 req-5cf70d45-31b5-4c98-973f-01dd51f5e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:41.488905 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4d8a6399-6aee-45e1-8474-8d60ea132b01 req-5cf70d45-31b5-4c98-973f-01dd51f5e72a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 1162 time: 0.1418211 Feb 19 03:01:41.495812 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 54344) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:41.497124 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-e839f376-35ec-43b7-9f1b-b63a0f32ee67 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.28.3.96 HTTP/1.1" status: 200 len: 695 time: 0.1122766 Feb 19 03:01:41.503138 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-e8a3468a-edee-44b3-ae06-0d97bfaef46f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Request body: {'floatingip': {'port_id': '9a4754ba-9d06-4dba-b556-46a0bac0ac46', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:41.595025 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4d8a6399-6aee-45e1-8474-8d60ea132b01 req-d9a48265-8970-49e1-b877-acef34906e0d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954187 Feb 19 03:01:41.614781 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:41.650144 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:41.651965 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-831799b8-775f-4c0e-8a1e-4a97c80e211c req-5cda7e59-608b-4c01-97eb-d8469ec50fc9 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 210 time: 0.0834935 Feb 19 03:01:41.654742 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-e8a3468a-edee-44b3-ae06-0d97bfaef46f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for floatingip, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:41.715243 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:41.721675 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0529add0-1e91-4d65-b9c3-d7f7a187a882 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:41.749560 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79d9808-cb6d-437e-9ef2-21f90215d3d8,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:41.762978 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.763369 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.763985 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.764397 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.764785 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.765216 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.765592 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.766014 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.766403 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.766787 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.767202 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.767598 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.768219 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.768608 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.768995 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.769406 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.769812 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.770201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.770564 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.771120 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.771696 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.771965 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.772519 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.772910 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:01:41.777562 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:41.778602 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:41.779884 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "DELETE /v2.0/security-groups/f79d9808-cb6d-437e-9ef2-21f90215d3d8 HTTP/1.1" status: 204 len: 168 time: 0.2826517 Feb 19 03:01:41.783089 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 54352) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:41.804117 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.v2.resource [None req-64dff02a-96bb-40c5-a35e-31c2d3922217 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] show failed (client error): The resource could not be found. Feb 19 03:01:41.808469 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-64dff02a-96bb-40c5-a35e-31c2d3922217 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups/f79d9808-cb6d-437e-9ef2-21f90215d3d8 HTTP/1.1" status: 404 len: 347 time: 0.0207953 Feb 19 03:01:41.808997 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 54356) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:42.042603 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-8425cd14-18f6-4dca-a025-64bd4df651c0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Deleting port 0c8b2cc5-511f-41e8-ae29-f1970960a453 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:01:42.042996 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8425cd14-18f6-4dca-a025-64bd4df651c0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:42.304475 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8425cd14-18f6-4dca-a025-64bd4df651c0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:42.305020 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8425cd14-18f6-4dca-a025-64bd4df651c0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:42.496155 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-8425cd14-18f6-4dca-a025-64bd4df651c0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Calling delete_port for 0c8b2cc5-511f-41e8-ae29-f1970960a453 owned by network:floatingip {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:01:42.521008 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142d67e-74e3-424d-8a07-f691f3a58fc1 req-166944e3-9848-4930-bf7a-cd50c044e49c tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:42.522705 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d142d67e-74e3-424d-8a07-f691f3a58fc1 req-166944e3-9848-4930-bf7a-cd50c044e49c tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 945 time: 0.3766351 Feb 19 03:01:42.680707 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d142d67e-74e3-424d-8a07-f691f3a58fc1 req-7aaf999f-9c44-4267-8c5d-45698f8bc6b6 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311538 Feb 19 03:01:42.691373 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8425cd14-18f6-4dca-a025-64bd4df651c0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:42.723306 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.resource_extend [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-e8a3468a-edee-44b3-ae06-0d97bfaef46f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 19 03:01:42.884780 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:42.955637 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-dfaf3c4c-3c75-4c8e-917d-84aaf55b59e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:42.993004 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425cd14-18f6-4dca-a025-64bd4df651c0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Pushing event deleted for resources: {'Port': ['ID=0c8b2cc5-511f-41e8-ae29-f1970960a453,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:42.996139 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-8425cd14-18f6-4dca-a025-64bd4df651c0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:43.029873 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8425cd14-18f6-4dca-a025-64bd4df651c0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for floatingip, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:43.049583 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8425cd14-18f6-4dca-a025-64bd4df651c0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for floatingip, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:43.054186 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-8425cd14-18f6-4dca-a025-64bd4df651c0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "DELETE /v2.0/floatingips/0f4e9f3f-fa88-43a8-8e04-4eb3d6beefff HTTP/1.1" status: 204 len: 168 time: 1.2401307 Feb 19 03:01:43.170640 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4e6ee58e-21ed-4f06-b249-59554840862b req-6cc44b02-dd31-4df5-ac1b-0314a818283e tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 210 time: 0.0868797 Feb 19 03:01:43.184250 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-e8a3468a-edee-44b3-ae06-0d97bfaef46f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:43.190349 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-e8a3468a-edee-44b3-ae06-0d97bfaef46f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854343256'] for floatingip, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:43.386649 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-9b41de9d-6ad7-4fe8-915f-c4b4afe80b8e tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:43.388445 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:43.390695 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-9b41de9d-6ad7-4fe8-915f-c4b4afe80b8e tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.87 "GET /v2.0/networks?id=aff37b45-bb0b-4722-99c2-f05b1c234791 HTTP/1.1" status: 200 len: 817 time: 0.2239449 Feb 19 03:01:43.456497 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.l3_db [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-e8a3468a-edee-44b3-ae06-0d97bfaef46f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Floating IP acad44f2-9595-4657-b25c-23e038074684 associated. External IP: 172.28.3.96, port: 9a4754ba-9d06-4dba-b556-46a0bac0ac46. Feb 19 03:01:43.528630 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3ad57d60-feae-4c8c-9618-5c3968b68b3d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Synchronizing usage tracker for tenant:c002812913314504b133ae634af86b2e on resource:security_group {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:01:43.549333 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3ad57d60-feae-4c8c-9618-5c3968b68b3d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Unset dirty status for tenant:c002812913314504b133ae634af86b2e on resource:security_group {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:01:43.551536 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3ad57d60-feae-4c8c-9618-5c3968b68b3d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c002812913314504b133ae634af86b2e HTTP/1.1" status: 200 len: 5703 time: 0.1437659 Feb 19 03:01:43.569548 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-28cfb243-c0de-4815-a0aa-031a88b1ca47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Request body: {'port': {'device_id': '1a98b9f7-c0d9-47dc-b1e0-3057326c25ed', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'admin_state_up': True, 'tenant_id': 'c002812913314504b133ae634af86b2e', 'security_groups': ['2c1d923e-b56d-4466-b731-6ee637deb5ad']}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:43.638955 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 54372) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:43.650696 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-210dd8a1-cac9-4be8-a224-045cbbcff984 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1734935096', 'description': 'tempest-description--2035335066'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:43.665791 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-210dd8a1-cac9-4be8-a224-045cbbcff984 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:43.675936 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-210dd8a1-cac9-4be8-a224-045cbbcff984 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Usage tracker for resource:security_group and tenant:619fad70faee4631a203fa17432b1857 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:43.684611 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-210dd8a1-cac9-4be8-a224-045cbbcff984 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:43.702969 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-210dd8a1-cac9-4be8-a224-045cbbcff984 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:43.744133 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-210dd8a1-cac9-4be8-a224-045cbbcff984 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:43.796873 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-210dd8a1-cac9-4be8-a224-045cbbcff984 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:43.802207 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-28cfb243-c0de-4815-a0aa-031a88b1ca47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:43.804860 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-210dd8a1-cac9-4be8-a224-045cbbcff984 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Usage tracker for resource:security_group_rule and tenant:619fad70faee4631a203fa17432b1857 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:43.809058 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-210dd8a1-cac9-4be8-a224-045cbbcff984 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:43.812551 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-28cfb243-c0de-4815-a0aa-031a88b1ca47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Usage tracker for resource:port and tenant:c002812913314504b133ae634af86b2e is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:43.819701 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-28cfb243-c0de-4815-a0aa-031a88b1ca47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:43.823177 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-210dd8a1-cac9-4be8-a224-045cbbcff984 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:43.830429 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-28cfb243-c0de-4815-a0aa-031a88b1ca47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:43.855624 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-28cfb243-c0de-4815-a0aa-031a88b1ca47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Made reservation on behalf of c002812913314504b133ae634af86b2e for: {'port': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 03:01:43.861921 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-28cfb243-c0de-4815-a0aa-031a88b1ca47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:43.978803 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-e8a3468a-edee-44b3-ae06-0d97bfaef46f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Router 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 03:01:44.063304 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-210dd8a1-cac9-4be8-a224-045cbbcff984 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:44.067404 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-210dd8a1-cac9-4be8-a224-045cbbcff984 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:44.077193 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-50acc45d-ac20-4743-a682-3bb8ab687c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:44.108974 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1a33e-2fa9-4cc5-8e07-1cd7813a679f req-388ff654-2e86-4809-b602-43b4f64f4c17 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:44.111611 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1cf1a33e-2fa9-4cc5-8e07-1cd7813a679f req-388ff654-2e86-4809-b602-43b4f64f4c17 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 945 time: 0.2635279 Feb 19 03:01:44.199829 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dd8a1-cac9-4be8-a224-045cbbcff984 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4914458-147d-44f9-a696-d8fc7c13fb56,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:44.204025 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-210dd8a1-cac9-4be8-a224-045cbbcff984 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:44.204025 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-210dd8a1-cac9-4be8-a224-045cbbcff984 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5636778 Feb 19 03:01:44.204702 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-210dd8a1-cac9-4be8-a224-045cbbcff984 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:44.210673 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 54380) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:44.231767 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-0141d460-e413-4666-a448-6088f3e97c48 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Request body: {'security_group_rule': {'security_group_id': 'f4914458-147d-44f9-a696-d8fc7c13fb56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:44.247390 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-0141d460-e413-4666-a448-6088f3e97c48 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:44.257669 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-0141d460-e413-4666-a448-6088f3e97c48 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Usage tracker for resource:security_group_rule and tenant:619fad70faee4631a203fa17432b1857 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:44.263605 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-0141d460-e413-4666-a448-6088f3e97c48 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:44.268006 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1cf1a33e-2fa9-4cc5-8e07-1cd7813a679f req-49541c57-1b66-49f8-aa43-d08606329bea tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461153 Feb 19 03:01:44.269302 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-e8a3468a-edee-44b3-ae06-0d97bfaef46f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:01:44.274443 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-e8a3468a-edee-44b3-ae06-0d97bfaef46f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for floatingip, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:44.279677 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-0141d460-e413-4666-a448-6088f3e97c48 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:44.284238 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc77c79-9a11-430b-a2ac-ad148ac3fcc6 None None] Sync routers for ids ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'] in dv-cinder-775706-2-smb {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:01:44.298729 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc77c79-9a11-430b-a2ac-ad148ac3fcc6 None None] Routers {'0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:01:44.299950 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-3cc77c79-9a11-430b-a2ac-ad148ac3fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:01:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:01:44.355934 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0141d460-e413-4666-a448-6088f3e97c48 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:44.360077 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-e8a3468a-edee-44b3-ae06-0d97bfaef46f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "PUT /v2.0/floatingips/acad44f2-9595-4657-b25c-23e038074684 HTTP/1.1" status: 200 len: 996 time: 2.8619323 Feb 19 03:01:44.361227 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'tag': '9a4754ba-9d06-4dba-b556-46a0bac0ac46'}] {{(pid=84083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:01:44.379045 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-28cfb243-c0de-4815-a0aa-031a88b1ca47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Allocated IP 172.20.0.7 (aff37b45-bb0b-4722-99c2-f05b1c234791/b750ccce-480c-48ff-95df-32a79b278619/5d61f9c5-ee0b-4192-bce8-ae21e3785ab2) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 03:01:44.490268 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-aa4cb937-6a38-4b34-9fab-822efa0a581d req-c819ed6f-eb21-4285-aa27-69bd69794bcc tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 210 time: 0.0675452 Feb 19 03:01:44.492969 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0141d460-e413-4666-a448-6088f3e97c48 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:44.526312 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-3cc77c79-9a11-430b-a2ac-ad148ac3fcc6 None None] Set router 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:01:44.532244 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-e7ad79f1-d790-42f0-b1b7-cc2a7aaf9622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:44.534628 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-e7ad79f1-d790-42f0-b1b7-cc2a7aaf9622 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fe53762e5ab44dc59d26f6b6536be0f4&device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 1163 time: 0.1578741 Feb 19 03:01:44.545702 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0141d460-e413-4666-a448-6088f3e97c48 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191046'] for security_group_rule, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:44.562644 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5f5ec673-1ce4-4cc7-bbb9-fe0f19c5f978 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:44.602055 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0141d460-e413-4666-a448-6088f3e97c48 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:44.603384 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-0141d460-e413-4666-a448-6088f3e97c48 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3922713 Feb 19 03:01:44.606951 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141d460-e413-4666-a448-6088f3e97c48 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e4989c-236d-49a4-8feb-6193188499da,revision_number=0']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:44.612472 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 54388) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:44.616321 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0141d460-e413-4666-a448-6088f3e97c48 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:44.622608 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-4d75349d-6f67-42d0-9ec1-22471b492838 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Request body: {'security_group_rule': {'security_group_id': 'f4914458-147d-44f9-a696-d8fc7c13fb56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:44.633819 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-4d75349d-6f67-42d0-9ec1-22471b492838 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:44.646888 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-4d75349d-6f67-42d0-9ec1-22471b492838 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Usage tracker for resource:security_group_rule and tenant:619fad70faee4631a203fa17432b1857 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:44.655061 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-4d75349d-6f67-42d0-9ec1-22471b492838 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:44.678735 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-4d75349d-6f67-42d0-9ec1-22471b492838 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:44.727533 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-eb5eb314-e234-4bb7-a5de-b058c8449d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:44.729648 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-eb5eb314-e234-4bb7-a5de-b058c8449d7c service neutron] 10.222.0.75 "GET /v2.0/networks?id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7 HTTP/1.1" status: 200 len: 908 time: 0.1870918 Feb 19 03:01:44.771515 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4d75349d-6f67-42d0-9ec1-22471b492838 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:44.787803 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-28cfb243-c0de-4815-a0aa-031a88b1ca47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:44.850187 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-28cfb243-c0de-4815-a0aa-031a88b1ca47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Transition to ACTIVE for port object 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 will not be triggered until provisioned by entity DHCP. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:01:44.886409 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-fadc42a6-3862-4bc1-ac0d-6312150713a2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a4754ba-9d06-4dba-b556-46a0bac0ac46 HTTP/1.1" status: 200 len: 999 time: 0.1481812 Feb 19 03:01:44.933823 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4d75349d-6f67-42d0-9ec1-22471b492838 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:44.940999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4d75349d-6f67-42d0-9ec1-22471b492838 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191046'] for security_group_rule, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:44.957385 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:44.984358 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75349d-6f67-42d0-9ec1-22471b492838 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946664fe-d647-46f8-bb42-2b9af2141a96,revision_number=0']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:44.989614 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-28cfb243-c0de-4815-a0aa-031a88b1ca47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:44.991899 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-4d75349d-6f67-42d0-9ec1-22471b492838 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:45.011442 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-bbf787e8-4fc1-40f5-87ea-53e990c55341 tempest-AttachVolumeNegativeTest-798319464 tempest-AttachVolumeNegativeTest-798319464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:45.018792 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-63e8a86a-0254-42f8-9c89-755c2a48108a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:45.020745 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-63e8a86a-0254-42f8-9c89-755c2a48108a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7af365aa-da17-4ca3-acf4-244bb6f30a8b HTTP/1.1" status: 200 len: 853 time: 0.1334207 Feb 19 03:01:45.026174 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:45.055188 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-3cc77c79-9a11-430b-a2ac-ad148ac3fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'name': 'tempest-TestMinimumBasicScenario-988858796-router', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:00:28Z', 'updated_at': '2021-02-19T03:00:39Z', 'revision_number': 4, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'gw_port': {'id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:31Z', 'updated_at': '2021-02-19T03:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_floatingips': [{'id': 'acad44f2-9595-4657-b25c-23e038074684', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'floating_ip_address': '172.28.3.96', 'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'router_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'port_id': '9a4754ba-9d06-4dba-b556-46a0bac0ac46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7', 'mac_address': 'fa:16:3e:96:9e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:01:38Z', 'updated_at': '2021-02-19T03:01:42Z', 'revision_number': 1, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600e595d-1a0e-40c0-9e1d-935a2a12af46', 'name': '', 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'mac_address': 'fa:16:3e:8f:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7af365aa-da17-4ca3-acf4-244bb6f30a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:37Z', 'updated_at': '2021-02-19T03:00:49Z', 'revision_number': 5, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'subnets': [{'id': '7af365aa-da17-4ca3-acf4-244bb6f30a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:01:45.061012 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc77c79-9a11-430b-a2ac-ad148ac3fcc6 None None] Checking router: 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 for host: dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:01:45.072664 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc77c79-9a11-430b-a2ac-ad148ac3fcc6 None None] Routers {'0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:01:45.073563 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-3cc77c79-9a11-430b-a2ac-ad148ac3fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:01:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:01:45.166868 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-a3eb89a1-2e4d-41c3-b966-04a019404e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:45.179471 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-a3eb89a1-2e4d-41c3-b966-04a019404e89 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1468801 Feb 19 03:01:45.186122 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-2b7805dd-c4c5-4149-8344-4e4cf3d5b100 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=84083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:01:45.197472 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-2b7805dd-c4c5-4149-8344-4e4cf3d5b100 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0166800 Feb 19 03:01:45.224942 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:45.404459 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-aaf33b20-c54b-4ffb-b848-9fe16abe9fc4 service neutron] 10.222.0.75 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050271 Feb 19 03:01:45.510312 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'tag': '9a4754ba-9d06-4dba-b556-46a0bac0ac46', 'status': 'completed', 'code': 200} Feb 19 03:01:45.560718 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4d75349d-6f67-42d0-9ec1-22471b492838 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:45.562215 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-4d75349d-6f67-42d0-9ec1-22471b492838 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9482639 Feb 19 03:01:45.567584 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 54404) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:45.605251 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-3cc77c79-9a11-430b-a2ac-ad148ac3fcc6 None None] Set router 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:01:45.617113 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-10c92cc4-e8c3-43f1-833a-c04bc9e99793 req-be9eec29-2e2d-4020-b1c0-402fdac4fc9e service neutron] 10.222.0.75 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2113576 Feb 19 03:01:45.638587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Request body: {'floatingip': {'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:45.656956 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:45.672095 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Usage tracker for resource:floatingip and tenant:619fad70faee4631a203fa17432b1857 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:45.679386 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-5abc9077-0850-4605-bcc9-f59e9c266e36 req-f813e235-40e9-428e-910f-e2b80be43fc8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1789003607', 'description': 'tempest-TestMinimumBasicScenario-1789003607 description'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:45.688211 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:45.688908 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-5abc9077-0850-4605-bcc9-f59e9c266e36 req-f813e235-40e9-428e-910f-e2b80be43fc8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:45.696491 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfb243-c0de-4815-a0aa-031a88b1ca47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Pushing event updated for resources: {'Port': ['ID=5d61f9c5-ee0b-4192-bce8-ae21e3785ab2,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:45.707005 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-28cfb243-c0de-4815-a0aa-031a88b1ca47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:45.719547 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:45.759388 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for floatingip, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:45.766945 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-5abc9077-0850-4605-bcc9-f59e9c266e36 req-f813e235-40e9-428e-910f-e2b80be43fc8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:45.786468 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-5abc9077-0850-4605-bcc9-f59e9c266e36 req-f813e235-40e9-428e-910f-e2b80be43fc8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:45.815357 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-5abc9077-0850-4605-bcc9-f59e9c266e36 req-f813e235-40e9-428e-910f-e2b80be43fc8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:45.822472 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-5abc9077-0850-4605-bcc9-f59e9c266e36 req-f813e235-40e9-428e-910f-e2b80be43fc8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Usage tracker for resource:security_group_rule and tenant:fe53762e5ab44dc59d26f6b6536be0f4 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:45.826685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-5abc9077-0850-4605-bcc9-f59e9c266e36 req-f813e235-40e9-428e-910f-e2b80be43fc8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:45.835627 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-5abc9077-0850-4605-bcc9-f59e9c266e36 req-f813e235-40e9-428e-910f-e2b80be43fc8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:45.844624 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd2529-a396-4711-86bd-5e85b8051e58 req-febfccb0-99a8-43da-9333-6cc8e95f1335 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:45.846689 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f6fd2529-a396-4711-86bd-5e85b8051e58 req-febfccb0-99a8-43da-9333-6cc8e95f1335 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 931 time: 0.1537759 Feb 19 03:01:45.851795 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-28cfb243-c0de-4815-a0aa-031a88b1ca47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Network aff37b45-bb0b-4722-99c2-f05b1c234791 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:01:45.853043 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-28cfb243-c0de-4815-a0aa-031a88b1ca47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:01:45.861131 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-28cfb243-c0de-4815-a0aa-031a88b1ca47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 03:01:45.959763 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f6fd2529-a396-4711-86bd-5e85b8051e58 req-efa06e53-312c-4619-8c00-33bef85310ce tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982754 Feb 19 03:01:45.968254 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fd01e-77ba-48a6-b67b-ccd7844b425f req-9c612fbe-8ba8-43f2-94fc-1427aa8fcc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:45.970120 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-608fd01e-77ba-48a6-b67b-ccd7844b425f req-9c612fbe-8ba8-43f2-94fc-1427aa8fcc97 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fe53762e5ab44dc59d26f6b6536be0f4&device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 1163 time: 0.3867369 Feb 19 03:01:45.992311 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-28cfb243-c0de-4815-a0aa-031a88b1ca47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:45.993042 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-28cfb243-c0de-4815-a0aa-031a88b1ca47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:46.032278 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-5abc9077-0850-4605-bcc9-f59e9c266e36 req-f813e235-40e9-428e-910f-e2b80be43fc8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:46.038057 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-5abc9077-0850-4605-bcc9-f59e9c266e36 req-f813e235-40e9-428e-910f-e2b80be43fc8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:46.045888 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e41aa840-fa67-43bf-96db-2cb2169fc8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:46.110540 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813e235-40e9-428e-910f-e2b80be43fc8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0225e23c-a0d5-4442-a3a0-5987b7e8fc5d,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:46.115551 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f813e235-40e9-428e-910f-e2b80be43fc8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:46.119077 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-5abc9077-0850-4605-bcc9-f59e9c266e36 req-f813e235-40e9-428e-910f-e2b80be43fc8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:46.120921 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5abc9077-0850-4605-bcc9-f59e9c266e36 req-f813e235-40e9-428e-910f-e2b80be43fc8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4473810 Feb 19 03:01:46.150286 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-3cc77c79-9a11-430b-a2ac-ad148ac3fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'name': 'tempest-TestMinimumBasicScenario-988858796-router', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:00:28Z', 'updated_at': '2021-02-19T03:00:39Z', 'revision_number': 4, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'gw_port': {'id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:31Z', 'updated_at': '2021-02-19T03:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_floatingips': [{'id': 'acad44f2-9595-4657-b25c-23e038074684', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'floating_ip_address': '172.28.3.96', 'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'router_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'port_id': '9a4754ba-9d06-4dba-b556-46a0bac0ac46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7', 'mac_address': 'fa:16:3e:96:9e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:01:38Z', 'updated_at': '2021-02-19T03:01:42Z', 'revision_number': 1, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600e595d-1a0e-40c0-9e1d-935a2a12af46', 'name': '', 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'mac_address': 'fa:16:3e:8f:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7af365aa-da17-4ca3-acf4-244bb6f30a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:37Z', 'updated_at': '2021-02-19T03:00:49Z', 'revision_number': 5, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'subnets': [{'id': '7af365aa-da17-4ca3-acf4-244bb6f30a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:01:46.156548 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc77c79-9a11-430b-a2ac-ad148ac3fcc6 None None] The sync data for ids ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'] in dv-cinder-775706-2-smb is: [{'id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'name': 'tempest-TestMinimumBasicScenario-988858796-router', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:00:28Z', 'updated_at': '2021-02-19T03:00:39Z', 'revision_number': 4, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'gw_port': {'id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:31Z', 'updated_at': '2021-02-19T03:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_floatingips': [{'id': 'acad44f2-9595-4657-b25c-23e038074684', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'floating_ip_address': '172.28.3.96', 'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'router_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'port_id': '9a4754ba-9d06-4dba-b556-46a0bac0ac46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7', 'mac_address': 'fa:16:3e:96:9e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:01:38Z', 'updated_at': '2021-02-19T03:01:42Z', 'revision_number': 1, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600e595d-1a0e-40c0-9e1d-935a2a12af46', 'name': '', 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'mac_address': 'fa:16:3e:8f:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7af365aa-da17-4ca3-acf4-244bb6f30a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:37Z', 'updated_at': '2021-02-19T03:00:49Z', 'revision_number': 5, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'subnets': [{'id': '7af365aa-da17-4ca3-acf4-244bb6f30a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:01:46.212483 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ed453a3e-b9d3-4484-8cdf-64914a60e245 req-0ad71846-92b2-45b6-b507-58f08fa2612d tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups/0225e23c-a0d5-4442-a3a0-5987b7e8fc5d HTTP/1.1" status: 200 len: 1814 time: 0.0647163 Feb 19 03:01:46.233317 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-1d2eb755-ef21-4ade-b850-52d523b17466 None None] Provisioning for port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:01:46.239541 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-1d2eb755-ef21-4ade-b850-52d523b17466 None None] Provisioning complete for port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:01:46.239943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1d2eb755-ef21-4ade-b850-52d523b17466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:46.243630 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-ed453a3e-b9d3-4484-8cdf-64914a60e245 req-51f7b0db-4a0f-4e5d-99d3-f3a7c96d3bc7 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0225e23c-a0d5-4442-a3a0-5987b7e8fc5d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:46.243953 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-28cfb243-c0de-4815-a0aa-031a88b1ca47 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6793182 Feb 19 03:01:46.244789 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-ed453a3e-b9d3-4484-8cdf-64914a60e245 req-51f7b0db-4a0f-4e5d-99d3-f3a7c96d3bc7 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0225e23c-a0d5-4442-a3a0-5987b7e8fc5d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:46.255428 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-ed453a3e-b9d3-4484-8cdf-64914a60e245 req-51f7b0db-4a0f-4e5d-99d3-f3a7c96d3bc7 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:46.260928 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-ed453a3e-b9d3-4484-8cdf-64914a60e245 req-51f7b0db-4a0f-4e5d-99d3-f3a7c96d3bc7 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Usage tracker for resource:security_group_rule and tenant:fe53762e5ab44dc59d26f6b6536be0f4 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:46.264592 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-ed453a3e-b9d3-4484-8cdf-64914a60e245 req-51f7b0db-4a0f-4e5d-99d3-f3a7c96d3bc7 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:46.272451 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-ed453a3e-b9d3-4484-8cdf-64914a60e245 req-51f7b0db-4a0f-4e5d-99d3-f3a7c96d3bc7 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:46.309099 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Request body: {'port': {'device_id': '1a98b9f7-c0d9-47dc-b1e0-3057326c25ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:46.344978 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-1d2eb755-ef21-4ade-b850-52d523b17466 None None] Port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 cannot update to ACTIVE because it is not bound. {{(pid=84086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 03:01:46.360995 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ed453a3e-b9d3-4484-8cdf-64914a60e245 req-51f7b0db-4a0f-4e5d-99d3-f3a7c96d3bc7 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:46.392589 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ed453a3e-b9d3-4484-8cdf-64914a60e245 req-51f7b0db-4a0f-4e5d-99d3-f3a7c96d3bc7 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:46.396465 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ed453a3e-b9d3-4484-8cdf-64914a60e245 req-51f7b0db-4a0f-4e5d-99d3-f3a7c96d3bc7 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191046'] for security_group_rule, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:46.407103 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:46.434097 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7b0db-4a0f-4e5d-99d3-f3a7c96d3bc7 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd0fdc8-b29d-4bc9-8e7d-0f0a24622829,revision_number=0']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:46.437680 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-51f7b0db-4a0f-4e5d-99d3-f3a7c96d3bc7 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:46.444661 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ed453a3e-b9d3-4484-8cdf-64914a60e245 req-51f7b0db-4a0f-4e5d-99d3-f3a7c96d3bc7 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:46.446095 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ed453a3e-b9d3-4484-8cdf-64914a60e245 req-51f7b0db-4a0f-4e5d-99d3-f3a7c96d3bc7 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2152100 Feb 19 03:01:46.454496 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fd01e-77ba-48a6-b67b-ccd7844b425f req-2d23e990-6a03-47d2-8d7c-fca272d5925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:46.457361 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-608fd01e-77ba-48a6-b67b-ccd7844b425f req-2d23e990-6a03-47d2-8d7c-fca272d5925f service neutron] 10.222.0.87 "GET /v2.0/networks?id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7 HTTP/1.1" status: 200 len: 908 time: 0.4529359 Feb 19 03:01:46.546916 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9d704822-a4ca-4c9e-8a52-6cbe6708b8b4 req-560cfee6-c568-4704-93d0-dfb1d9cc3b65 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups/0225e23c-a0d5-4442-a3a0-5987b7e8fc5d HTTP/1.1" status: 200 len: 2407 time: 0.0667024 Feb 19 03:01:46.560163 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-9d704822-a4ca-4c9e-8a52-6cbe6708b8b4 req-a8f92f8c-f569-4745-bb66-e8c69b2135f5 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0225e23c-a0d5-4442-a3a0-5987b7e8fc5d', 'remote_group_id': None}]} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:46.560489 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-9d704822-a4ca-4c9e-8a52-6cbe6708b8b4 req-a8f92f8c-f569-4745-bb66-e8c69b2135f5 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0225e23c-a0d5-4442-a3a0-5987b7e8fc5d', 'remote_group_id': None}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:46.568160 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-9d704822-a4ca-4c9e-8a52-6cbe6708b8b4 req-a8f92f8c-f569-4745-bb66-e8c69b2135f5 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:46.572921 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-9d704822-a4ca-4c9e-8a52-6cbe6708b8b4 req-a8f92f8c-f569-4745-bb66-e8c69b2135f5 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Usage tracker for resource:security_group_rule and tenant:fe53762e5ab44dc59d26f6b6536be0f4 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:46.576718 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-9d704822-a4ca-4c9e-8a52-6cbe6708b8b4 req-a8f92f8c-f569-4745-bb66-e8c69b2135f5 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:46.582736 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d985f066-fc11-4fdf-ba55-362a933507ac None None] New status for floating IP acad44f2-9595-4657-b25c-23e038074684: ACTIVE {{(pid=84087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 03:01:46.584304 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-9d704822-a4ca-4c9e-8a52-6cbe6708b8b4 req-a8f92f8c-f569-4745-bb66-e8c69b2135f5 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:46.659298 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9d704822-a4ca-4c9e-8a52-6cbe6708b8b4 req-a8f92f8c-f569-4745-bb66-e8c69b2135f5 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:46.678494 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:46.694863 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9d704822-a4ca-4c9e-8a52-6cbe6708b8b4 req-a8f92f8c-f569-4745-bb66-e8c69b2135f5 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:46.701173 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9d704822-a4ca-4c9e-8a52-6cbe6708b8b4 req-a8f92f8c-f569-4745-bb66-e8c69b2135f5 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191046'] for security_group_rule, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:46.706117 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ece3ed0f-2413-4e63-8d8e-df4cc7dab785 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:46.751328 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92f8c-f569-4745-bb66-e8c69b2135f5 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd2d10b-bf1c-416a-848b-299563c15912,revision_number=0']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:46.772264 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a8f92f8c-f569-4745-bb66-e8c69b2135f5 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:46.791631 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9d704822-a4ca-4c9e-8a52-6cbe6708b8b4 req-a8f92f8c-f569-4745-bb66-e8c69b2135f5 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:46.794159 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9d704822-a4ca-4c9e-8a52-6cbe6708b8b4 req-a8f92f8c-f569-4745-bb66-e8c69b2135f5 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2385831 Feb 19 03:01:46.845590 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:46.925427 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-608fd01e-77ba-48a6-b67b-ccd7844b425f req-82882846-3090-45a0-baca-b45b0ee2cd3d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a4754ba-9d06-4dba-b556-46a0bac0ac46 HTTP/1.1" status: 200 len: 999 time: 0.4371998 Feb 19 03:01:47.059035 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-e3834306-d739-4b8e-ae07-4f2d3e0cf56d req-fad123fb-04cb-4389-85e3-2c2d993895ec tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Synchronizing usage tracker for tenant:fe53762e5ab44dc59d26f6b6536be0f4 on resource:security_group {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:01:47.095195 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-e3834306-d739-4b8e-ae07-4f2d3e0cf56d req-fad123fb-04cb-4389-85e3-2c2d993895ec tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Unset dirty status for tenant:fe53762e5ab44dc59d26f6b6536be0f4 on resource:security_group {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:01:47.097997 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e3834306-d739-4b8e-ae07-4f2d3e0cf56d req-fad123fb-04cb-4389-85e3-2c2d993895ec tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1789003607&fields=id&tenant_id=fe53762e5ab44dc59d26f6b6536be0f4 HTTP/1.1" status: 200 len: 267 time: 0.1279895 Feb 19 03:01:47.175699 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fd01e-77ba-48a6-b67b-ccd7844b425f req-4ae0de07-6d3b-4fbf-bd97-1d0bed5b11d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:47.177265 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-608fd01e-77ba-48a6-b67b-ccd7844b425f req-4ae0de07-6d3b-4fbf-bd97-1d0bed5b11d4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7af365aa-da17-4ca3-acf4-244bb6f30a8b HTTP/1.1" status: 200 len: 853 time: 0.2404261 Feb 19 03:01:47.310537 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3834306-d739-4b8e-ae07-4f2d3e0cf56d req-99b246f8-e143-41f1-a7ef-13098325c682 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:47.312264 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e3834306-d739-4b8e-ae07-4f2d3e0cf56d req-99b246f8-e143-41f1-a7ef-13098325c682 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 946 time: 0.1980484 Feb 19 03:01:47.330474 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-e3834306-d739-4b8e-ae07-4f2d3e0cf56d req-397dcf9e-f012-4d1c-a3f4-34ebed480a64 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Request body: {'port': {'security_groups': ['2d6eed2e-d71f-4fac-9d82-a9fc55f1346b', '0225e23c-a0d5-4442-a3a0-5987b7e8fc5d']}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:47.370899 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fe25a-308c-4fbb-b141-340c35ff1508 req-5514afeb-dc7a-4102-bdbc-6554f738bf39 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:47.372638 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3b2fe25a-308c-4fbb-b141-340c35ff1508 req-5514afeb-dc7a-4102-bdbc-6554f738bf39 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 931 time: 0.1661983 Feb 19 03:01:47.515721 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3b2fe25a-308c-4fbb-b141-340c35ff1508 req-dc25c555-3412-4835-ad00-fc9fbb8e3c69 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205363 Feb 19 03:01:47.544664 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-e3834306-d739-4b8e-ae07-4f2d3e0cf56d req-397dcf9e-f012-4d1c-a3f4-34ebed480a64 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:47.569825 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Allocated IP 172.28.3.51 (0e56412c-4854-452b-991d-f8414d441bfe/664dcf09-964d-4e4b-a082-c69e70a0e546/36d6009e-d992-43d8-a7e0-3e12e900c774) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 03:01:47.571936 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fd01e-77ba-48a6-b67b-ccd7844b425f req-7bda6dd4-8524-4cae-8655-d5820e2fa5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:47.573636 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-608fd01e-77ba-48a6-b67b-ccd7844b425f req-7bda6dd4-8524-4cae-8655-d5820e2fa5d8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3840613 Feb 19 03:01:48.332098 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-e3834306-d739-4b8e-ae07-4f2d3e0cf56d req-397dcf9e-f012-4d1c-a3f4-34ebed480a64 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] For port 9a4754ba-9d06-4dba-b556-46a0bac0ac46, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9a4754ba-9d06-4dba-b556-46a0bac0ac46,segment=NetworkSegment(f4db8abf-3f29-4fd7-88e1-d28e8821a0e1),segment_id=f4db8abf-3f29-4fd7-88e1-d28e8821a0e1)] {{(pid=84083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:01:48.362140 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-e3834306-d739-4b8e-ae07-4f2d3e0cf56d req-397dcf9e-f012-4d1c-a3f4-34ebed480a64 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:48.366556 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-e3834306-d739-4b8e-ae07-4f2d3e0cf56d req-397dcf9e-f012-4d1c-a3f4-34ebed480a64 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852589390'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:48.386370 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2d59071e-b66e-4f20-b8bc-7eaacefec995 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:48.498440 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:48.504821 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-608fd01e-77ba-48a6-b67b-ccd7844b425f req-9bd6b986-967c-4955-acaf-23605e828ec7 service neutron] 10.222.0.87 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9209037 Feb 19 03:01:48.523740 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 {{(pid=84085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 03:01:48.536206 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:48.562472 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397dcf9e-f012-4d1c-a3f4-34ebed480a64 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Pushing event updated for resources: {'Port': ['ID=9a4754ba-9d06-4dba-b556-46a0bac0ac46,revision_number=5']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:48.566667 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-397dcf9e-f012-4d1c-a3f4-34ebed480a64 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:48.614411 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3834306-d739-4b8e-ae07-4f2d3e0cf56d req-397dcf9e-f012-4d1c-a3f4-34ebed480a64 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:48.615548 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-e3834306-d739-4b8e-ae07-4f2d3e0cf56d req-397dcf9e-f012-4d1c-a3f4-34ebed480a64 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:48.617554 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e3834306-d739-4b8e-ae07-4f2d3e0cf56d req-397dcf9e-f012-4d1c-a3f4-34ebed480a64 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "PUT /v2.0/ports/9a4754ba-9d06-4dba-b556-46a0bac0ac46 HTTP/1.1" status: 200 len: 982 time: 1.2944071 Feb 19 03:01:48.618167 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'tag': '9a4754ba-9d06-4dba-b556-46a0bac0ac46'}] {{(pid=84083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:01:48.710685 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-608fd01e-77ba-48a6-b67b-ccd7844b425f req-605eaad0-2c4a-43c1-a795-53f3e72c1b22 service neutron] 10.222.0.87 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1770067 Feb 19 03:01:48.714860 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Transition to ACTIVE for port object 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 will not be triggered until provisioned by entity L2. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:01:48.723193 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:48.904460 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-510ba3c4-a151-4a2d-9b5c-e00822980c87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:48.954722 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:48.986028 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b796b83-a6aa-4f77-9935-a322b892a303 req-47e123f5-6cc3-4ac5-b334-5fcbd4e9755a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:48.987925 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8b796b83-a6aa-4f77-9935-a322b892a303 req-47e123f5-6cc3-4ac5-b334-5fcbd4e9755a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 985 time: 0.2025452 Feb 19 03:01:48.998093 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-273cc299-1566-4f5a-8735-f91726df724a None None] Provisioning complete for port 9a4754ba-9d06-4dba-b556-46a0bac0ac46 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:01:48.998744 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-273cc299-1566-4f5a-8735-f91726df724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:49.062240 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8b796b83-a6aa-4f77-9935-a322b892a303 req-2818e5ad-0fbc-49b1-a5ce-8961e7cca35f tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=0225e23c-a0d5-4442-a3a0-5987b7e8fc5d&id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0607502 Feb 19 03:01:49.096748 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d61f9c5-ee0b-4192-bce8-ae21e3785ab2,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:49.100320 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:49.104953 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71478f08-c4b8-476d-953b-859bf64b97f5 req-e1edf401-d02e-42d1-9248-84416d644aae tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:49.106173 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-86ae21bc-f8c2-45cc-bff2-9a72bee3a2af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:49.118300 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-71478f08-c4b8-476d-953b-859bf64b97f5 req-e1edf401-d02e-42d1-9248-84416d644aae tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.1770091 Feb 19 03:01:49.170497 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'tag': '9a4754ba-9d06-4dba-b556-46a0bac0ac46', 'status': 'completed', 'code': 200} Feb 19 03:01:49.191590 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-71478f08-c4b8-476d-953b-859bf64b97f5 req-108dfc91-2837-4a1b-94cf-447b45d4490d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616362 Feb 19 03:01:49.336636 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Pushing event updated for resources: {'Port': ['ID=36d6009e-d992-43d8-a7e0-3e12e900c774,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:49.340294 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:49.469421 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Network 0e56412c-4854-452b-991d-f8414d441bfe is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:01:49.474252 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:01:49.476774 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 03:01:49.586124 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbfd9c-0877-41ac-9c8c-a5de5812e34d req-65551c7c-a49d-4bbe-ba27-190fdafcef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:49.589016 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ebbbfd9c-0877-41ac-9c8c-a5de5812e34d req-65551c7c-a49d-4bbe-ba27-190fdafcef3d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fe53762e5ab44dc59d26f6b6536be0f4&device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 1203 time: 0.3647630 Feb 19 03:01:49.590842 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Attempting to bind port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:49.591453 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Attempting to bind port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'd616cdcb-7ab1-43cf-a37d-52e71d74e46e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791'}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 03:01:49.592066 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Attempting to bind port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 on network aff37b45-bb0b-4722-99c2-f05b1c234791 {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 03:01:49.613993 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Checking agent: {'id': '38d2f619-f811-4ccc-89e2-793bab8ea98e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 53, 25), 'started_at': datetime.datetime(2021, 2, 19, 2, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 03:01:49.614290 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Checking segment: {'id': 'd616cdcb-7ab1-43cf-a37d-52e71d74e46e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 03:01:49.614763 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:49.615117 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Bound using segment: {'id': 'd616cdcb-7ab1-43cf-a37d-52e71d74e46e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791'} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 03:01:49.615733 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Bound port: 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd616cdcb-7ab1-43cf-a37d-52e71d74e46e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791'}}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 03:01:49.616117 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:49.822529 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:49.910137 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] For port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2, host hv-cinder-77570, cleared binding levels {{(pid=84085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 03:01:49.939221 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbfd9c-0877-41ac-9c8c-a5de5812e34d req-3c481a9c-a539-41ab-aad2-99ccbfc19108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:49.940595 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ebbbfd9c-0877-41ac-9c8c-a5de5812e34d req-3c481a9c-a539-41ab-aad2-99ccbfc19108 service neutron] 10.222.0.87 "GET /v2.0/networks?id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7 HTTP/1.1" status: 200 len: 908 time: 0.3126314 Feb 19 03:01:49.944367 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] For port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=5d61f9c5-ee0b-4192-bce8-ae21e3785ab2,segment=NetworkSegment(d616cdcb-7ab1-43cf-a37d-52e71d74e46e),segment_id=d616cdcb-7ab1-43cf-a37d-52e71d74e46e)] {{(pid=84085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 03:01:49.951748 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:50.025190 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:50.136318 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:50.300141 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ebbbfd9c-0877-41ac-9c8c-a5de5812e34d req-c613201d-9d3e-4665-8d0d-ea482aa75962 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a4754ba-9d06-4dba-b556-46a0bac0ac46 HTTP/1.1" status: 200 len: 1001 time: 0.3499069 Feb 19 03:01:50.390672 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d61f9c5-ee0b-4192-bce8-ae21e3785ab2,revision_number=3']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:50.409145 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f19cc-1d5b-422c-b31f-fc7da1598879 req-b389f86b-753d-4b7e-a034-5bbb2c5314f2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:50.411004 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e78f19cc-1d5b-422c-b31f-fc7da1598879 req-b389f86b-753d-4b7e-a034-5bbb2c5314f2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.0934346 Feb 19 03:01:50.413600 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:50.461231 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e78f19cc-1d5b-422c-b31f-fc7da1598879 req-c69e85c3-2c37-4593-81fe-3faf2b8d713a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435190 Feb 19 03:01:50.528122 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbfd9c-0877-41ac-9c8c-a5de5812e34d req-e86a28ca-8d99-4220-ac8f-159bdb9e9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:50.529989 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ebbbfd9c-0877-41ac-9c8c-a5de5812e34d req-e86a28ca-8d99-4220-ac8f-159bdb9e9862 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7af365aa-da17-4ca3-acf4-244bb6f30a8b HTTP/1.1" status: 200 len: 853 time: 0.2113223 Feb 19 03:01:50.846017 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:50.846700 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:50.847181 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 9a4754ba-9d06-4dba-b556-46a0bac0ac46 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:01:50.848215 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] 10.222.0.87 "PUT /v2.0/ports/5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 HTTP/1.1" status: 200 len: 1157 time: 4.5563624 Feb 19 03:01:50.855519 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a98b9f7-c0d9-47dc-b1e0-3057326c25ed', 'tag': '5d61f9c5-ee0b-4192-bce8-ae21e3785ab2'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:01:50.938757 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 9a4754ba-9d06-4dba-b556-46a0bac0ac46 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:01:50.939370 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:50.970416 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a98b9f7-c0d9-47dc-b1e0-3057326c25ed', 'tag': '5d61f9c5-ee0b-4192-bce8-ae21e3785ab2', 'status': 'completed', 'code': 200} Feb 19 03:01:51.023446 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbfd9c-0877-41ac-9c8c-a5de5812e34d req-af3c3336-bace-428d-bf31-a35870483c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:51.025124 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ebbbfd9c-0877-41ac-9c8c-a5de5812e34d req-af3c3336-bace-428d-bf31-a35870483c3b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2182884 Feb 19 03:01:51.072396 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:51.149561 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:51.169180 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2ffc296e-a2a4-4c10-b691-5cff1fbff413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:51.293811 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-28c50816-e0f4-4667-8f07-7b08529805d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:51.295533 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-28c50816-e0f4-4667-8f07-7b08529805d7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c002812913314504b133ae634af86b2e&device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 1160 time: 0.3856702 Feb 19 03:01:51.426352 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-ee28be15-ecbc-441c-9904-0727a254db7f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 HTTP/1.1" status: 200 len: 217 time: 0.1109169 Feb 19 03:01:51.427139 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Pushing event updated for resources: {'Port': ['ID=36d6009e-d992-43d8-a7e0-3e12e900c774,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:51.439784 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:51.515588 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ebbbfd9c-0877-41ac-9c8c-a5de5812e34d req-518c3da3-a5b6-49dc-83db-d3590ddeb661 service neutron] 10.222.0.87 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797733 Feb 19 03:01:51.658435 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-634b5d28-e280-4fd8-9cea-51fb92786bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:51.660085 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-634b5d28-e280-4fd8-9cea-51fb92786bab service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b750ccce-480c-48ff-95df-32a79b278619 HTTP/1.1" status: 200 len: 856 time: 0.2218547 Feb 19 03:01:51.744913 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed21a70-5f50-475d-9a24-afd393532c44 req-486ed2bd-39a5-45d8-8454-0aecfacca6e9 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:51.747227 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2ed21a70-5f50-475d-9a24-afd393532c44 req-486ed2bd-39a5-45d8-8454-0aecfacca6e9 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.1022735 Feb 19 03:01:51.804861 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2ed21a70-5f50-475d-9a24-afd393532c44 req-0f934e6f-b14d-4f29-bb2d-682812e48ef0 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503414 Feb 19 03:01:51.848713 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ebbbfd9c-0877-41ac-9c8c-a5de5812e34d req-1250f984-76fe-4aa6-8fdb-ddd72fb0da1d service neutron] 10.222.0.87 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3151517 Feb 19 03:01:51.853255 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854343256'] for floatingip, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:51.890913 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-079449c8-9d71-4960-a341-6fb526850103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:51.893984 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-079449c8-9d71-4960-a341-6fb526850103 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=aff37b45-bb0b-4722-99c2-f05b1c234791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2242477 Feb 19 03:01:51.895622 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for floatingip, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:51.897706 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3190815 Feb 19 03:01:52.121018 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-f77135cd-60ba-4499-8057-7ad8685245ee tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1734935096&fields=id&tenant_id=619fad70faee4631a203fa17432b1857 HTTP/1.1" status: 200 len: 267 time: 0.0561957 Feb 19 03:01:52.121278 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-1daedf1b-f699-4302-9af4-9d5294660fd2 service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147441 Feb 19 03:01:52.284349 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1a2a62fc-cd8a-44a1-af93-43ecc86865d9 req-543a4f0c-36b5-45eb-bfd7-d2ea8cdba693 service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1530592 Feb 19 03:01:52.302480 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-9b28d5ea-b198-4d2c-856e-97acdfbe8a7a tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:52.304175 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-9b28d5ea-b198-4d2c-856e-97acdfbe8a7a tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/networks?id=3a78709d-1a68-4957-9e6e-7eecb2b4a618 HTTP/1.1" status: 200 len: 810 time: 0.1746221 Feb 19 03:01:52.323681 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-c05f5f7c-5c26-485f-9bb6-812f8e587db8 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/quotas/619fad70faee4631a203fa17432b1857 HTTP/1.1" status: 200 len: 375 time: 0.0120540 Feb 19 03:01:52.429698 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-f928b8be-fc9c-49fa-936a-5ae65dd06b98 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=619fad70faee4631a203fa17432b1857&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0995393 Feb 19 03:01:52.493894 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4ab10-7979-41ce-b624-6cf300539a2b req-54d81f6b-6fa4-49e7-9abc-ed60e96005ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:52.496033 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d9d4ab10-7979-41ce-b624-6cf300539a2b req-54d81f6b-6fa4-49e7-9abc-ed60e96005ca service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c002812913314504b133ae634af86b2e&device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 1160 time: 0.0903935 Feb 19 03:01:52.629192 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-f4771846-182b-47ad-a161-3bbd429e703f service neutron] 10.222.0.75 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835992 Feb 19 03:01:52.664431 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4ab10-7979-41ce-b624-6cf300539a2b req-9d1a93b1-751b-4eea-9edb-230031785442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:52.666395 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d9d4ab10-7979-41ce-b624-6cf300539a2b req-9d1a93b1-751b-4eea-9edb-230031785442 service neutron] 10.222.0.87 "GET /v2.0/networks?id=aff37b45-bb0b-4722-99c2-f05b1c234791 HTTP/1.1" status: 200 len: 911 time: 0.1612215 Feb 19 03:01:52.792434 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d9d4ab10-7979-41ce-b624-6cf300539a2b req-068b009c-02e1-4e11-bc84-494d1257a9f1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 HTTP/1.1" status: 200 len: 217 time: 0.1172438 Feb 19 03:01:52.852657 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-96b1787f-7f4d-43f9-9a26-06e8ad38188e service neutron] 10.222.0.75 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2099676 Feb 19 03:01:52.921369 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4ab10-7979-41ce-b624-6cf300539a2b req-9ae241ce-698e-4195-9708-0dfd0f823446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:52.923996 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d9d4ab10-7979-41ce-b624-6cf300539a2b req-9ae241ce-698e-4195-9708-0dfd0f823446 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b750ccce-480c-48ff-95df-32a79b278619 HTTP/1.1" status: 200 len: 856 time: 0.1237106 Feb 19 03:01:53.042017 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4ab10-7979-41ce-b624-6cf300539a2b req-67356009-9e5c-4b64-81b7-d1f2e53390ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:53.044599 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d9d4ab10-7979-41ce-b624-6cf300539a2b req-67356009-9e5c-4b64-81b7-d1f2e53390ed service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=aff37b45-bb0b-4722-99c2-f05b1c234791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1105735 Feb 19 03:01:53.187897 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3477f0e5-07bb-45e2-a912-253f10b8bcc8 req-8f3169fa-664a-4c80-a018-36314c2c2bd9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 210 time: 0.1210330 Feb 19 03:01:53.237546 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdf957-1cdd-4778-a42b-0138a51694f6 req-85421b73-3306-4652-ac1b-9e891da76b8a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:53.257895 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-aefdf957-1cdd-4778-a42b-0138a51694f6 req-85421b73-3306-4652-ac1b-9e891da76b8a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.2712834 Feb 19 03:01:53.270283 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d9d4ab10-7979-41ce-b624-6cf300539a2b req-42a30f04-c8b8-45fb-8483-e4729489faab service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165170 Feb 19 03:01:53.364800 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-aefdf957-1cdd-4778-a42b-0138a51694f6 req-2f308c39-323a-4bf9-bd5e-6b9e4baefec1 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996516 Feb 19 03:01:53.485040 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d9d4ab10-7979-41ce-b624-6cf300539a2b req-2c6aa31f-1a0c-4d9b-bd9a-a13f2b97ad80 service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1980128 Feb 19 03:01:54.368634 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a271ff09-3ded-4c0c-ae60-2b3d4c4b6b5b req-e7b2da4c-0e5f-4949-8ea6-f54bc5dcd4b2 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 210 time: 0.0504286 Feb 19 03:01:54.591851 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1f33b-1995-45ec-8149-6829655b58bd req-2996c60a-a8b0-4814-a05a-05435b21c667 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:54.601619 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-eae1f33b-1995-45ec-8149-6829655b58bd req-2996c60a-a8b0-4814-a05a-05435b21c667 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.1040940 Feb 19 03:01:54.656053 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-eae1f33b-1995-45ec-8149-6829655b58bd req-3cc37b0a-87e3-4d9e-ba0c-f7d1b6f033b2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530136 Feb 19 03:01:54.726916 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-44ad560c-d480-49d3-8836-3554bed03444 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:54.728966 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-44ad560c-d480-49d3-8836-3554bed03444 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.87 "GET /v2.0/networks?id=3a78709d-1a68-4957-9e6e-7eecb2b4a618 HTTP/1.1" status: 200 len: 810 time: 0.2025995 Feb 19 03:01:54.837872 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-3fca49da-d182-49d9-ac31-348361ab91a0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Synchronizing usage tracker for tenant:619fad70faee4631a203fa17432b1857 on resource:security_group {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:01:54.856531 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-3fca49da-d182-49d9-ac31-348361ab91a0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Unset dirty status for tenant:619fad70faee4631a203fa17432b1857 on resource:security_group {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:01:54.858089 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-3fca49da-d182-49d9-ac31-348361ab91a0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=619fad70faee4631a203fa17432b1857 HTTP/1.1" status: 200 len: 5705 time: 0.1113813 Feb 19 03:01:54.870342 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Request body: {'port': {'device_id': '1b116cef-6bb3-497e-bdbe-6f8faf1f72ba', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'admin_state_up': True, 'tenant_id': '619fad70faee4631a203fa17432b1857', 'security_groups': ['f4914458-147d-44f9-a696-d8fc7c13fb56']}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:55.039653 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:01:55.044771 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Usage tracker for resource:port and tenant:619fad70faee4631a203fa17432b1857 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:01:55.048945 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:01:55.056430 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:01:55.068818 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Made reservation on behalf of 619fad70faee4631a203fa17432b1857 for: {'port': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 03:01:55.076975 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:55.113386 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:55.265246 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:01:55.345049 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning for port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:01:55.350764 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:01:55.351186 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:55.494079 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:55.518160 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Allocated IP 172.20.0.11 (3a78709d-1a68-4957-9e6e-7eecb2b4a618/38374417-3478-4427-9684-8966c2d250da/2b6f0cbe-f068-4e74-886e-167a4b8cd182) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 03:01:55.527962 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a98b9f7-c0d9-47dc-b1e0-3057326c25ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d61f9c5-ee0b-4192-bce8-ae21e3785ab2'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:01:55.540067 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=5d61f9c5-ee0b-4192-bce8-ae21e3785ab2,segment=NetworkSegment(d616cdcb-7ab1-43cf-a37d-52e71d74e46e),segment_id=d616cdcb-7ab1-43cf-a37d-52e71d74e46e)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:01:55.544338 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:55.547948 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:55.573705 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ef3f68e9-543b-4ed9-9506-28f8c64098e0 req-3c3d8d12-aa4c-45b5-864b-497de2d0bf8a tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 210 time: 0.0579047 Feb 19 03:01:55.615376 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a98b9f7-c0d9-47dc-b1e0-3057326c25ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d61f9c5-ee0b-4192-bce8-ae21e3785ab2', 'code': 200} Feb 19 03:01:55.700177 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=5d61f9c5-ee0b-4192-bce8-ae21e3785ab2,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:55.704683 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:55.784971 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:55.819539 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Transition to ACTIVE for port object 2b6f0cbe-f068-4e74-886e-167a4b8cd182 will not be triggered until provisioned by entity DHCP. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:01:55.854447 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:55.871644 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e3b959f0-cc3a-4714-8582-3c3fcd864f7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:55.910812 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5ea2f-026e-4d37-bcab-0e9b1412704a req-f3de9e59-1263-4bb9-a8e4-e71ee0cc277b tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:55.912565 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f0c5ea2f-026e-4d37-bcab-0e9b1412704a req-f3de9e59-1263-4bb9-a8e4-e71ee0cc277b tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.0972910 Feb 19 03:01:55.969228 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f0c5ea2f-026e-4d37-bcab-0e9b1412704a req-8c129cf6-1825-4c99-b9c8-2ed9a94057e4 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500727 Feb 19 03:01:56.346607 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Pushing event updated for resources: {'Port': ['ID=2b6f0cbe-f068-4e74-886e-167a4b8cd182,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:56.352234 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:56.414568 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa0d46-5fda-47c9-b14b-d519070dc23e req-0df542d4-8113-45db-8165-5d7cd5bb4187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:56.417407 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4baa0d46-5fda-47c9-b14b-d519070dc23e req-0df542d4-8113-45db-8165-5d7cd5bb4187 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 1162 time: 0.5017197 Feb 19 03:01:56.426601 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Network 3a78709d-1a68-4957-9e6e-7eecb2b4a618 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:01:56.431257 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:01:56.434537 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 03:01:56.533013 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4baa0d46-5fda-47c9-b14b-d519070dc23e req-407b4e02-8b99-4b6c-a9e5-3b4a2b34f37f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042769 Feb 19 03:01:56.540239 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:56.541360 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:56.571711 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7061608 Feb 19 03:01:56.691670 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-677f2c40-977f-452e-986e-4c2c3808b5a6 None None] Provisioning for port 2b6f0cbe-f068-4e74-886e-167a4b8cd182 completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:01:56.697976 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-677f2c40-977f-452e-986e-4c2c3808b5a6 None None] Provisioning complete for port 2b6f0cbe-f068-4e74-886e-167a4b8cd182 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:01:56.698392 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-677f2c40-977f-452e-986e-4c2c3808b5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:56.766290 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:01:56.820082 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8631d-b7c1-436f-bf2d-28ebe9c1f454 req-040e42e3-4c37-4ca5-943c-c19971c59cdb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:56.822300 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-cdd8631d-b7c1-436f-bf2d-28ebe9c1f454 req-040e42e3-4c37-4ca5-943c-c19971c59cdb tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 932 time: 0.1168721 Feb 19 03:01:56.823160 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-677f2c40-977f-452e-986e-4c2c3808b5a6 None None] Port 2b6f0cbe-f068-4e74-886e-167a4b8cd182 cannot update to ACTIVE because it is not bound. {{(pid=84086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 03:01:56.866867 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Request body: {'port': {'device_id': '1b116cef-6bb3-497e-bdbe-6f8faf1f72ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:56.875645 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:01:56.876330 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:56.904879 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-cdd8631d-b7c1-436f-bf2d-28ebe9c1f454 req-564cdd8d-e89c-4e35-acad-d68996570a19 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4914458-147d-44f9-a696-d8fc7c13fb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723770 Feb 19 03:01:57.100524 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:57.269177 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f74ca-25cd-41bd-8c9e-bfe083b0bf2d req-ce797544-3efe-41ae-bfc3-e2f0e602d201 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:57.272177 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ff1f74ca-25cd-41bd-8c9e-bfe083b0bf2d req-ce797544-3efe-41ae-bfc3-e2f0e602d201 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1138787 Feb 19 03:01:57.337445 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ff1f74ca-25cd-41bd-8c9e-bfe083b0bf2d req-eabe0e7a-adb2-4bab-85b7-016e0552da78 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526371 Feb 19 03:01:57.598619 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b6f0cbe-f068-4e74-886e-167a4b8cd182 {{(pid=84085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 03:01:57.607960 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:57.623064 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Transition to ACTIVE for port object 2b6f0cbe-f068-4e74-886e-167a4b8cd182 will not be triggered until provisioned by entity L2. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:01:57.626471 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:57.643140 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d8ef6e20-8343-45cd-8e97-7c842024282d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:57.784992 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6f0cbe-f068-4e74-886e-167a4b8cd182,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:57.790812 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:58.076159 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Attempting to bind port 2b6f0cbe-f068-4e74-886e-167a4b8cd182 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:58.076793 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Attempting to bind port 2b6f0cbe-f068-4e74-886e-167a4b8cd182 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618'}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 03:01:58.077434 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Attempting to bind port 2b6f0cbe-f068-4e74-886e-167a4b8cd182 on network 3a78709d-1a68-4957-9e6e-7eecb2b4a618 {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 03:01:58.089395 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Checking agent: {'id': '38d2f619-f811-4ccc-89e2-793bab8ea98e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 53, 25), 'started_at': datetime.datetime(2021, 2, 19, 2, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 03:01:58.090070 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Checking segment: {'id': '9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 03:01:58.090773 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:58.091460 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Bound using segment: {'id': '9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618'} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 03:01:58.092323 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Bound port: 2b6f0cbe-f068-4e74-886e-167a4b8cd182, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618'}}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 03:01:58.092986 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:58.211960 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98270c-6a1e-43c1-900d-f7e2f85863bf req-d15f5631-9c4f-4930-85be-6b35d158141e tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:58.213656 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8e98270c-6a1e-43c1-900d-f7e2f85863bf req-d15f5631-9c4f-4930-85be-6b35d158141e tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 944 time: 0.1463854 Feb 19 03:01:58.281007 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8e98270c-6a1e-43c1-900d-f7e2f85863bf req-d7c071c1-0339-4ee7-865c-4fb7ed90744f tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4914458-147d-44f9-a696-d8fc7c13fb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568221 Feb 19 03:01:58.297400 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] For port 2b6f0cbe-f068-4e74-886e-167a4b8cd182, host hv-cinder-77570, cleared binding levels {{(pid=84085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 03:01:58.302206 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] For port 2b6f0cbe-f068-4e74-886e-167a4b8cd182, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=2b6f0cbe-f068-4e74-886e-167a4b8cd182,segment=NetworkSegment(9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2),segment_id=9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2)] {{(pid=84085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 03:01:58.309333 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:58.325689 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c3da3ebf-ae82-4ee7-8df2-0f58e6ad68f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:01:58.491273 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6f0cbe-f068-4e74-886e-167a4b8cd182,revision_number=3']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:01:58.498065 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:01:58.535151 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:58.535950 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:58.537787 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] 10.222.0.87 "PUT /v2.0/ports/2b6f0cbe-f068-4e74-886e-167a4b8cd182 HTTP/1.1" status: 200 len: 1158 time: 1.6792524 Feb 19 03:01:58.538398 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b116cef-6bb3-497e-bdbe-6f8faf1f72ba', 'tag': '2b6f0cbe-f068-4e74-886e-167a4b8cd182'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:01:58.606603 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b116cef-6bb3-497e-bdbe-6f8faf1f72ba', 'tag': '2b6f0cbe-f068-4e74-886e-167a4b8cd182', 'status': 'completed', 'code': 200} Feb 19 03:01:58.620141 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910c1ca-3c35-442c-9060-9fc0f8eb37af req-bb01405c-588c-4ecd-8696-58ac10b00179 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:58.622031 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1910c1ca-3c35-442c-9060-9fc0f8eb37af req-bb01405c-588c-4ecd-8696-58ac10b00179 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1385067 Feb 19 03:01:58.715024 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1910c1ca-3c35-442c-9060-9fc0f8eb37af req-0ed43c89-b9a8-4c44-9332-4750be8855fc tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847521 Feb 19 03:01:58.759040 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-a4a1c9f2-7a02-493c-9dfc-cb43ade696ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:58.760747 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-a4a1c9f2-7a02-493c-9dfc-cb43ade696ef service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=619fad70faee4631a203fa17432b1857&device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 1161 time: 0.1018374 Feb 19 03:01:58.840845 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:01:58.854621 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-379e03ee-7296-479e-a446-b773e1b2fe63 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b6f0cbe-f068-4e74-886e-167a4b8cd182 HTTP/1.1" status: 200 len: 217 time: 0.0755682 Feb 19 03:01:58.935647 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:01:58.936214 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:58.956532 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79724d3-1c3b-404e-946e-a8543771a779 req-cfbce8a9-24b2-47c6-9905-aca6e287ff86 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:58.958698 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c79724d3-1c3b-404e-946e-a8543771a779 req-cfbce8a9-24b2-47c6-9905-aca6e287ff86 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1102641 Feb 19 03:01:58.973369 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 54532) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:01:58.980265 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-44591981-4375-4233-b9c0-3e0562a13626 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Request body: {'floatingip': {'port_id': '5d61f9c5-ee0b-4192-bce8-ae21e3785ab2'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:58.993114 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-bba40a73-e773-4c1a-86a7-af2931ea6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:58.996836 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-bba40a73-e773-4c1a-86a7-af2931ea6285 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38374417-3478-4427-9684-8966c2d250da HTTP/1.1" status: 200 len: 849 time: 0.1273799 Feb 19 03:01:59.078275 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-44591981-4375-4233-b9c0-3e0562a13626 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for floatingip, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:59.109521 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-008f177a-630d-446a-bff8-eadccc4ea746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:59.112666 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-008f177a-630d-446a-bff8-eadccc4ea746 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3a78709d-1a68-4957-9e6e-7eecb2b4a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1067383 Feb 19 03:01:59.274995 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-65b18569-f64b-4df9-87b2-f82e476e14cb service neutron] 10.222.0.87 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541204 Feb 19 03:01:59.451198 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa1c999b-4067-42dd-8ea3-e98f7fdfe140 req-52596453-1900-467f-bd17-709b36eca550 service neutron] 10.222.0.87 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1670578 Feb 19 03:01:59.636167 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698ca06-7f37-4fe1-b225-05845eb7a13a req-d95d147d-c0ed-4290-8d15-d1129373bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:59.637999 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f698ca06-7f37-4fe1-b225-05845eb7a13a req-d95d147d-c0ed-4290-8d15-d1129373bf61 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=619fad70faee4631a203fa17432b1857&device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 1161 time: 0.0841773 Feb 19 03:01:59.726333 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad648a7-96e4-4622-bb26-95dc1bfb99e8 req-87934341-1d00-438f-ade9-d6f8f5f83b2d tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:59.729690 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5ad648a7-96e4-4622-bb26-95dc1bfb99e8 req-87934341-1d00-438f-ade9-d6f8f5f83b2d tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 944 time: 0.2466657 Feb 19 03:01:59.813399 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698ca06-7f37-4fe1-b225-05845eb7a13a req-71ae3ceb-9b4f-4c35-80ec-ad31dde01bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:59.815649 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f698ca06-7f37-4fe1-b225-05845eb7a13a req-71ae3ceb-9b4f-4c35-80ec-ad31dde01bf0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3a78709d-1a68-4957-9e6e-7eecb2b4a618 HTTP/1.1" status: 200 len: 904 time: 0.1697443 Feb 19 03:01:59.822457 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5ad648a7-96e4-4622-bb26-95dc1bfb99e8 req-298d1b2b-3e34-4674-ab66-35eb2828dc84 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4914458-147d-44f9-a696-d8fc7c13fb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851929 Feb 19 03:01:59.917770 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f698ca06-7f37-4fe1-b225-05845eb7a13a req-bafbca55-3905-418d-a53d-65f8c8da735d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b6f0cbe-f068-4e74-886e-167a4b8cd182 HTTP/1.1" status: 200 len: 217 time: 0.0852377 Feb 19 03:01:59.967863 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-44591981-4375-4233-b9c0-3e0562a13626 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:59.972712 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-44591981-4375-4233-b9c0-3e0562a13626 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854343256'] for floatingip, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:01:59.995445 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698ca06-7f37-4fe1-b225-05845eb7a13a req-14f264ad-7186-4a38-98e0-a6382d4407cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:01:59.997074 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f698ca06-7f37-4fe1-b225-05845eb7a13a req-14f264ad-7186-4a38-98e0-a6382d4407cf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38374417-3478-4427-9684-8966c2d250da HTTP/1.1" status: 200 len: 849 time: 0.0703080 Feb 19 03:02:00.102514 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698ca06-7f37-4fe1-b225-05845eb7a13a req-6090b881-84b4-4e66-b0e6-52182a61858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:00.105060 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f698ca06-7f37-4fe1-b225-05845eb7a13a req-6090b881-84b4-4e66-b0e6-52182a61858f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3a78709d-1a68-4957-9e6e-7eecb2b4a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0992713 Feb 19 03:02:00.287550 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f698ca06-7f37-4fe1-b225-05845eb7a13a req-8792e1f3-3364-409c-95df-01ced15d5055 service neutron] 10.222.0.87 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623237 Feb 19 03:02:00.425981 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.l3_db [None req-44591981-4375-4233-b9c0-3e0562a13626 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Floating IP 40a9c892-7703-4c30-8a26-c3f98d2c79d3 associated. External IP: 172.28.3.198, port: 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2. Feb 19 03:02:00.452072 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f698ca06-7f37-4fe1-b225-05845eb7a13a req-877c6134-6fab-488e-b189-3cbb8c53c400 service neutron] 10.222.0.87 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1562028 Feb 19 03:02:00.834182 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44591981-4375-4233-b9c0-3e0562a13626 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Router c1d053eb-7ef7-43eb-b768-20fdd98f8294 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 03:02:01.110079 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44591981-4375-4233-b9c0-3e0562a13626 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:02:01.115132 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-44591981-4375-4233-b9c0-3e0562a13626 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for floatingip, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:01.124543 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35739dff-4fcf-4887-95e0-43844504b820 None None] Sync routers for ids ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'] in dv-cinder-775706-2-smb {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:02:01.138160 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35739dff-4fcf-4887-95e0-43844504b820 None None] Routers {'c1d053eb-7ef7-43eb-b768-20fdd98f8294'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:02:01.139339 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-35739dff-4fcf-4887-95e0-43844504b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:01:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:02:01.192261 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-44591981-4375-4233-b9c0-3e0562a13626 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "PUT /v2.0/floatingips/40a9c892-7703-4c30-8a26-c3f98d2c79d3 HTTP/1.1" status: 200 len: 991 time: 2.2171490 Feb 19 03:02:01.193205 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a98b9f7-c0d9-47dc-b1e0-3057326c25ed', 'tag': '5d61f9c5-ee0b-4192-bce8-ae21e3785ab2'}] {{(pid=84083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:02:01.213419 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e0f40-5969-45c4-a99e-39d945e9be1a req-f866d864-4716-4680-b440-3e6024ca102f tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:01.216382 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c27e0f40-5969-45c4-a99e-39d945e9be1a req-f866d864-4716-4680-b440-3e6024ca102f tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 944 time: 0.2082179 Feb 19 03:02:01.273119 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c27e0f40-5969-45c4-a99e-39d945e9be1a req-0b49d089-5b2b-462a-9cbe-3b50e0118df5 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4914458-147d-44f9-a696-d8fc7c13fb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475361 Feb 19 03:02:01.365259 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a98b9f7-c0d9-47dc-b1e0-3057326c25ed', 'tag': '5d61f9c5-ee0b-4192-bce8-ae21e3785ab2', 'status': 'completed', 'code': 200} Feb 19 03:02:01.384848 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-35739dff-4fcf-4887-95e0-43844504b820 None None] Set router c1d053eb-7ef7-43eb-b768-20fdd98f8294 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:02:01.499266 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8f630-a456-4ffd-9f77-b53e9953cd35 req-1634b4b6-553d-4f14-b59b-2f609e3f035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:01.501481 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-eba8f630-a456-4ffd-9f77-b53e9953cd35 req-1634b4b6-553d-4f14-b59b-2f609e3f035a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c002812913314504b133ae634af86b2e&device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 1162 time: 0.0870664 Feb 19 03:02:01.662712 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8f630-a456-4ffd-9f77-b53e9953cd35 req-85776c15-fa0a-4d19-b3bf-424386be42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:01.664321 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-eba8f630-a456-4ffd-9f77-b53e9953cd35 req-85776c15-fa0a-4d19-b3bf-424386be42ce service neutron] 10.222.0.87 "GET /v2.0/networks?id=aff37b45-bb0b-4722-99c2-f05b1c234791 HTTP/1.1" status: 200 len: 911 time: 0.1527977 Feb 19 03:02:01.808038 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-eba8f630-a456-4ffd-9f77-b53e9953cd35 req-f6b30e90-439b-4062-991f-cbbae8db867f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 HTTP/1.1" status: 200 len: 999 time: 0.1336963 Feb 19 03:02:01.837075 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-35739dff-4fcf-4887-95e0-43844504b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:06Z', 'revision_number': 4, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port': {'id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:43Z', 'updated_at': '2021-02-19T02:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_floatingips': [{'id': '40a9c892-7703-4c30-8a26-c3f98d2c79d3', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'floating_ip_address': '172.28.3.198', 'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'router_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'port_id': '5d61f9c5-ee0b-4192-bce8-ae21e3785ab2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'mac_address': 'fa:16:3e:7d:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a98b9f7-c0d9-47dc-b1e0-3057326c25ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:01:36Z', 'updated_at': '2021-02-19T03:01:59Z', 'revision_number': 1, 'project_id': 'c002812913314504b133ae634af86b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59995976-a41e-4856-95c2-eabbef58d8f7', 'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'mac_address': 'fa:16:3e:e0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b750ccce-480c-48ff-95df-32a79b278619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:02Z', 'updated_at': '2021-02-19T02:56:18Z', 'revision_number': 5, 'project_id': 'c002812913314504b133ae634af86b2e', 'subnets': [{'id': 'b750ccce-480c-48ff-95df-32a79b278619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:02:01.842121 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35739dff-4fcf-4887-95e0-43844504b820 None None] Checking router: c1d053eb-7ef7-43eb-b768-20fdd98f8294 for host: dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:02:01.852667 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35739dff-4fcf-4887-95e0-43844504b820 None None] Routers {'c1d053eb-7ef7-43eb-b768-20fdd98f8294'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:02:01.853337 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-35739dff-4fcf-4887-95e0-43844504b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:01:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:02:01.897211 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8f630-a456-4ffd-9f77-b53e9953cd35 req-fab63ec3-f42d-494d-8a80-1317920574da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:01.898884 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-eba8f630-a456-4ffd-9f77-b53e9953cd35 req-fab63ec3-f42d-494d-8a80-1317920574da service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b750ccce-480c-48ff-95df-32a79b278619 HTTP/1.1" status: 200 len: 856 time: 0.0799010 Feb 19 03:02:01.992573 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8f630-a456-4ffd-9f77-b53e9953cd35 req-dbfcbe59-fc6a-4500-852e-dfa2199e766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:01.994233 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-eba8f630-a456-4ffd-9f77-b53e9953cd35 req-dbfcbe59-fc6a-4500-852e-dfa2199e766f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=aff37b45-bb0b-4722-99c2-f05b1c234791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0872998 Feb 19 03:02:02.058149 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-35739dff-4fcf-4887-95e0-43844504b820 None None] Set router c1d053eb-7ef7-43eb-b768-20fdd98f8294 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:02:02.150326 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-eba8f630-a456-4ffd-9f77-b53e9953cd35 req-a71321bf-5808-497e-b6e8-583997e26986 service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469469 Feb 19 03:02:02.476085 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-35739dff-4fcf-4887-95e0-43844504b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:06Z', 'revision_number': 4, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port': {'id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:43Z', 'updated_at': '2021-02-19T02:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_floatingips': [{'id': '40a9c892-7703-4c30-8a26-c3f98d2c79d3', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'floating_ip_address': '172.28.3.198', 'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'router_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'port_id': '5d61f9c5-ee0b-4192-bce8-ae21e3785ab2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'mac_address': 'fa:16:3e:7d:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a98b9f7-c0d9-47dc-b1e0-3057326c25ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:01:36Z', 'updated_at': '2021-02-19T03:01:59Z', 'revision_number': 1, 'project_id': 'c002812913314504b133ae634af86b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59995976-a41e-4856-95c2-eabbef58d8f7', 'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'mac_address': 'fa:16:3e:e0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b750ccce-480c-48ff-95df-32a79b278619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:02Z', 'updated_at': '2021-02-19T02:56:18Z', 'revision_number': 5, 'project_id': 'c002812913314504b133ae634af86b2e', 'subnets': [{'id': 'b750ccce-480c-48ff-95df-32a79b278619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:02:02.482093 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35739dff-4fcf-4887-95e0-43844504b820 None None] The sync data for ids ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'] in dv-cinder-775706-2-smb is: [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:06Z', 'revision_number': 4, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port': {'id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:43Z', 'updated_at': '2021-02-19T02:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_floatingips': [{'id': '40a9c892-7703-4c30-8a26-c3f98d2c79d3', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'floating_ip_address': '172.28.3.198', 'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'router_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'port_id': '5d61f9c5-ee0b-4192-bce8-ae21e3785ab2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'mac_address': 'fa:16:3e:7d:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a98b9f7-c0d9-47dc-b1e0-3057326c25ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:01:36Z', 'updated_at': '2021-02-19T03:01:59Z', 'revision_number': 1, 'project_id': 'c002812913314504b133ae634af86b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59995976-a41e-4856-95c2-eabbef58d8f7', 'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'mac_address': 'fa:16:3e:e0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b750ccce-480c-48ff-95df-32a79b278619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:02Z', 'updated_at': '2021-02-19T02:56:18Z', 'revision_number': 5, 'project_id': 'c002812913314504b133ae634af86b2e', 'subnets': [{'id': 'b750ccce-480c-48ff-95df-32a79b278619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:02:02.522708 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f13f8b-e776-4a70-b093-c15a10554d6b req-7d7af090-30b1-45a3-8ec4-2d5cf7e385f6 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:02.524505 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-89f13f8b-e776-4a70-b093-c15a10554d6b req-7d7af090-30b1-45a3-8ec4-2d5cf7e385f6 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 944 time: 0.1022139 Feb 19 03:02:02.581245 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-89f13f8b-e776-4a70-b093-c15a10554d6b req-7b62d8fb-ede0-417d-becd-d844def42540 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4914458-147d-44f9-a696-d8fc7c13fb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466914 Feb 19 03:02:02.595999 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-eba8f630-a456-4ffd-9f77-b53e9953cd35 req-e686a3c3-c183-4b57-b539-9dff57dce43a service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4383273 Feb 19 03:02:02.835040 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1909906-1850-426d-a033-6f20a63e28fb None None] New status for floating IP 40a9c892-7703-4c30-8a26-c3f98d2c79d3: ACTIVE {{(pid=84087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 03:02:03.375230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 2b6f0cbe-f068-4e74-886e-167a4b8cd182 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:02:03.470430 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb39ac-b994-4ea2-b466-ed70345b490f req-ba84589d-847b-4bcc-b1ef-89c70919eb13 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:03.472202 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-dfeb39ac-b994-4ea2-b466-ed70345b490f req-ba84589d-847b-4bcc-b1ef-89c70919eb13 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 985 time: 0.1091230 Feb 19 03:02:03.481007 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779466c1-af90-48c5-a4f0-bc1209e502ff req-18d6c1ed-8955-4b05-8df9-05f57842d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:03.482973 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-779466c1-af90-48c5-a4f0-bc1209e502ff req-18d6c1ed-8955-4b05-8df9-05f57842d70b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fe53762e5ab44dc59d26f6b6536be0f4&device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 1203 time: 0.1157360 Feb 19 03:02:03.532657 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-dfeb39ac-b994-4ea2-b466-ed70345b490f req-5e8322a7-c10d-4c58-a279-553ecfdb18a1 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=0225e23c-a0d5-4442-a3a0-5987b7e8fc5d&id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0522971 Feb 19 03:02:03.653591 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779466c1-af90-48c5-a4f0-bc1209e502ff req-4bf7dbd8-08da-4daf-8900-e96dde3e5b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:03.655336 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-779466c1-af90-48c5-a4f0-bc1209e502ff req-4bf7dbd8-08da-4daf-8900-e96dde3e5b05 service neutron] 10.222.0.87 "GET /v2.0/networks?id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7 HTTP/1.1" status: 200 len: 908 time: 0.1643651 Feb 19 03:02:03.704276 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning for port 2b6f0cbe-f068-4e74-886e-167a4b8cd182 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:02:03.710808 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 2b6f0cbe-f068-4e74-886e-167a4b8cd182 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:02:03.711317 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:03.808966 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-779466c1-af90-48c5-a4f0-bc1209e502ff req-ac77d798-907b-48cd-bb1b-4a4e9714baaa service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a4754ba-9d06-4dba-b556-46a0bac0ac46 HTTP/1.1" status: 200 len: 1001 time: 0.1460900 Feb 19 03:02:03.829333 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f589323-370c-4100-bb1a-7348e0af27b7 req-d4c28268-a908-4adc-ba3d-8d49ffc99c65 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:03.831119 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1f589323-370c-4100-bb1a-7348e0af27b7 req-d4c28268-a908-4adc-ba3d-8d49ffc99c65 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 944 time: 0.1185973 Feb 19 03:02:03.864369 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:03.888907 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1f589323-370c-4100-bb1a-7348e0af27b7 req-3790e23e-65a5-4f0a-a314-efce627a8cf9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4914458-147d-44f9-a696-d8fc7c13fb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500443 Feb 19 03:02:03.910819 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779466c1-af90-48c5-a4f0-bc1209e502ff req-ed9c2080-790b-49c9-99ca-0c09a697f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:03.912862 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b116cef-6bb3-497e-bdbe-6f8faf1f72ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6f0cbe-f068-4e74-886e-167a4b8cd182'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:02:03.912988 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-779466c1-af90-48c5-a4f0-bc1209e502ff req-ed9c2080-790b-49c9-99ca-0c09a697f6c5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7af365aa-da17-4ca3-acf4-244bb6f30a8b HTTP/1.1" status: 200 len: 853 time: 0.0944824 Feb 19 03:02:03.925770 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 2b6f0cbe-f068-4e74-886e-167a4b8cd182, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=2b6f0cbe-f068-4e74-886e-167a4b8cd182,segment=NetworkSegment(9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2),segment_id=9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:02:03.929458 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:03.934342 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:02:03.976653 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b116cef-6bb3-497e-bdbe-6f8faf1f72ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6f0cbe-f068-4e74-886e-167a4b8cd182', 'code': 200} Feb 19 03:02:04.011768 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779466c1-af90-48c5-a4f0-bc1209e502ff req-cfd2a3ca-3780-47fd-83d9-3e148454f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:04.013543 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-779466c1-af90-48c5-a4f0-bc1209e502ff req-cfd2a3ca-3780-47fd-83d9-3e148454f08f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0918939 Feb 19 03:02:04.014939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=2b6f0cbe-f068-4e74-886e-167a4b8cd182,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:02:04.018858 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:02:04.185035 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-779466c1-af90-48c5-a4f0-bc1209e502ff req-9b826cc2-b562-4ab0-8d8f-db378a0f2fc2 service neutron] 10.222.0.87 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545627 Feb 19 03:02:04.440739 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-779466c1-af90-48c5-a4f0-bc1209e502ff req-f49fdf84-98a2-43d3-a24f-8658b7d0b3cf service neutron] 10.222.0.87 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2120018 Feb 19 03:02:04.447176 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b6e74-2e44-4312-b320-b14e2fe368ef req-fd5db68e-4282-40a4-ab41-84dde860384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:04.448794 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-283b6e74-2e44-4312-b320-b14e2fe368ef req-fd5db68e-4282-40a4-ab41-84dde860384b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 1163 time: 0.2186890 Feb 19 03:02:04.502361 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-283b6e74-2e44-4312-b320-b14e2fe368ef req-54cab6c6-4e4c-4934-b3cf-947e53a76734 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f4914458-147d-44f9-a696-d8fc7c13fb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408082 Feb 19 03:02:04.751223 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c02d2-89ed-4cec-8442-8a0319086013 req-57c106b3-3877-4d5a-a7a9-a10fb9f8bc24 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:04.753023 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e61c02d2-89ed-4cec-8442-8a0319086013 req-57c106b3-3877-4d5a-a7a9-a10fb9f8bc24 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 985 time: 0.0912821 Feb 19 03:02:04.806622 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e61c02d2-89ed-4cec-8442-8a0319086013 req-4fdcd7c4-ddcd-457b-a1fc-b2228cd82b98 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=0225e23c-a0d5-4442-a3a0-5987b7e8fc5d&id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0464900 Feb 19 03:02:04.843867 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 2b6f0cbe-f068-4e74-886e-167a4b8cd182 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:02:04.924313 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 2b6f0cbe-f068-4e74-886e-167a4b8cd182 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:02:04.924737 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:05.157803 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd79775-fe81-42da-88c3-4e2f9dc7af45 req-2709efc7-bc83-4eee-a17b-5aff325ebd94 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:05.159761 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9bd79775-fe81-42da-88c3-4e2f9dc7af45 req-2709efc7-bc83-4eee-a17b-5aff325ebd94 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 946 time: 0.1213102 Feb 19 03:02:05.216991 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9bd79775-fe81-42da-88c3-4e2f9dc7af45 req-25ed6055-aaa0-41a1-9d54-5cb7952f9541 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4914458-147d-44f9-a696-d8fc7c13fb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458791 Feb 19 03:02:06.038415 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a78b7-0591-44b5-b3fd-bc19a65de714 req-ae1cabd4-59b6-44bc-a61f-d5823f242b14 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:06.040296 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fb4a78b7-0591-44b5-b3fd-bc19a65de714 req-ae1cabd4-59b6-44bc-a61f-d5823f242b14 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 985 time: 0.1047335 Feb 19 03:02:06.108140 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fb4a78b7-0591-44b5-b3fd-bc19a65de714 req-79285435-001b-4c00-9ac6-7c54c2419758 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=0225e23c-a0d5-4442-a3a0-5987b7e8fc5d&id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0592861 Feb 19 03:02:06.436340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d953bc-5184-4ed7-9f18-0a38233e7e4c req-67d45736-2ae1-4e35-853d-e77deedf884f tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:06.438252 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d7d953bc-5184-4ed7-9f18-0a38233e7e4c req-67d45736-2ae1-4e35-853d-e77deedf884f tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 946 time: 0.1004906 Feb 19 03:02:06.493226 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d7d953bc-5184-4ed7-9f18-0a38233e7e4c req-5e9c03d0-5e39-4091-ba98-2d8170b5868f tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4914458-147d-44f9-a696-d8fc7c13fb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474157 Feb 19 03:02:06.710861 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520172f8-d465-452f-9a89-c0e9deb35f80 req-26b58a0b-7fac-4bee-abe8-8e0eacde555b tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:06.712456 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-520172f8-d465-452f-9a89-c0e9deb35f80 req-26b58a0b-7fac-4bee-abe8-8e0eacde555b tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 946 time: 0.1016624 Feb 19 03:02:06.723124 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 54602) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:02:06.729294 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-b1f1130c-b1d9-4431-88b4-bf96cf1c08ef tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Request body: {'floatingip': {'port_id': '2b6f0cbe-f068-4e74-886e-167a4b8cd182'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:06.812741 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b1f1130c-b1d9-4431-88b4-bf96cf1c08ef tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for floatingip, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:06.940209 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 2b6f0cbe-f068-4e74-886e-167a4b8cd182 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:02:07.021103 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 2b6f0cbe-f068-4e74-886e-167a4b8cd182 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:02:07.021448 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:07.479289 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fa25a-5ffb-444d-8681-923189d601a4 req-05eeca96-6c0b-42d0-aea8-498718730724 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:07.480926 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-022fa25a-5ffb-444d-8681-923189d601a4 req-05eeca96-6c0b-42d0-aea8-498718730724 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 985 time: 0.2300360 Feb 19 03:02:07.550986 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-022fa25a-5ffb-444d-8681-923189d601a4 req-d371047a-4ae4-496e-a22a-97aa99345dae tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=0225e23c-a0d5-4442-a3a0-5987b7e8fc5d&id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0630596 Feb 19 03:02:07.686619 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b1f1130c-b1d9-4431-88b4-bf96cf1c08ef tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:07.691321 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b1f1130c-b1d9-4431-88b4-bf96cf1c08ef tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854343256'] for floatingip, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:08.191953 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.l3_db [None req-b1f1130c-b1d9-4431-88b4-bf96cf1c08ef tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Floating IP 9df86296-f73a-40a0-88ca-064088b2f00c associated. External IP: 172.28.3.51, port: 2b6f0cbe-f068-4e74-886e-167a4b8cd182. Feb 19 03:02:08.386635 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90555d-f614-4df2-84f5-248dc577eb55 req-59a25930-1c8d-4255-b8b0-a539cb6bb915 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:08.389233 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9c90555d-f614-4df2-84f5-248dc577eb55 req-59a25930-1c8d-4255-b8b0-a539cb6bb915 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 945 time: 0.2770786 Feb 19 03:02:08.531603 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9c90555d-f614-4df2-84f5-248dc577eb55 req-b3b8ef8b-6c05-4bd9-816a-3ac66b58172a tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329949 Feb 19 03:02:08.648262 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f1130c-b1d9-4431-88b4-bf96cf1c08ef tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Router bd5d5559-8f65-4e04-bac3-ff3991e44726 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 03:02:08.912797 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f1130c-b1d9-4431-88b4-bf96cf1c08ef tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:02:08.918702 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b1f1130c-b1d9-4431-88b4-bf96cf1c08ef tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for floatingip, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:08.924027 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c53e9b-c138-40dc-9f52-cd470aafd62f None None] Sync routers for ids ['bd5d5559-8f65-4e04-bac3-ff3991e44726'] in dv-cinder-775706-2-smb {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:02:08.934535 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c53e9b-c138-40dc-9f52-cd470aafd62f None None] Routers {'bd5d5559-8f65-4e04-bac3-ff3991e44726'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:02:08.935232 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-83c53e9b-c138-40dc-9f52-cd470aafd62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:01:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['bd5d5559-8f65-4e04-bac3-ff3991e44726'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:02:08.972342 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdad8a-0ba1-4068-bfbc-dd55497fb9f8 req-2aa5647a-98ad-4df4-982d-bcca46137096 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:08.974003 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-defdad8a-0ba1-4068-bfbc-dd55497fb9f8 req-2aa5647a-98ad-4df4-982d-bcca46137096 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 985 time: 0.2619948 Feb 19 03:02:09.008260 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-b1f1130c-b1d9-4431-88b4-bf96cf1c08ef tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "PUT /v2.0/floatingips/9df86296-f73a-40a0-88ca-064088b2f00c HTTP/1.1" status: 200 len: 991 time: 2.2837996 Feb 19 03:02:09.011318 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b116cef-6bb3-497e-bdbe-6f8faf1f72ba', 'tag': '2b6f0cbe-f068-4e74-886e-167a4b8cd182'}] {{(pid=84083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:02:09.042474 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-defdad8a-0ba1-4068-bfbc-dd55497fb9f8 req-d552ec9d-dd7e-4e0c-8335-c751b4da80b3 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=0225e23c-a0d5-4442-a3a0-5987b7e8fc5d&id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0605426 Feb 19 03:02:09.114134 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b116cef-6bb3-497e-bdbe-6f8faf1f72ba', 'tag': '2b6f0cbe-f068-4e74-886e-167a4b8cd182', 'status': 'completed', 'code': 200} Feb 19 03:02:09.151757 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-83c53e9b-c138-40dc-9f52-cd470aafd62f None None] Set router bd5d5559-8f65-4e04-bac3-ff3991e44726 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:02:09.302295 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fde24-1774-477f-a844-ace738bd94c5 req-d0455116-6e69-4146-908e-13989d29685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:09.303947 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d78fde24-1774-477f-a844-ace738bd94c5 req-d0455116-6e69-4146-908e-13989d29685e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=619fad70faee4631a203fa17432b1857&device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 1163 time: 0.0884781 Feb 19 03:02:09.462704 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fde24-1774-477f-a844-ace738bd94c5 req-02a99436-5c6a-4732-9b9a-04ba2c6c3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:09.464196 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d78fde24-1774-477f-a844-ace738bd94c5 req-02a99436-5c6a-4732-9b9a-04ba2c6c3bd2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3a78709d-1a68-4957-9e6e-7eecb2b4a618 HTTP/1.1" status: 200 len: 904 time: 0.1515856 Feb 19 03:02:09.565454 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-83c53e9b-c138-40dc-9f52-cd470aafd62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9557bbe9-1621-419d-9115-d624a96da223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:13Z', 'revision_number': 4, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port': {'id': '9557bbe9-1621-419d-9115-d624a96da223', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:44Z', 'updated_at': '2021-02-19T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_floatingips': [{'id': '9df86296-f73a-40a0-88ca-064088b2f00c', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'floating_ip_address': '172.28.3.51', 'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'router_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'port_id': '2b6f0cbe-f068-4e74-886e-167a4b8cd182', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'mac_address': 'fa:16:3e:e8:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b116cef-6bb3-497e-bdbe-6f8faf1f72ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:01:49Z', 'updated_at': '2021-02-19T03:02:07Z', 'revision_number': 1, 'project_id': '619fad70faee4631a203fa17432b1857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e806cc3-7d27-460e-a10b-7cb304f63454', 'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'mac_address': 'fa:16:3e:8a:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '38374417-3478-4427-9684-8966c2d250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:07Z', 'updated_at': '2021-02-19T02:56:32Z', 'revision_number': 5, 'project_id': '619fad70faee4631a203fa17432b1857', 'subnets': [{'id': '38374417-3478-4427-9684-8966c2d250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:02:09.571071 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c53e9b-c138-40dc-9f52-cd470aafd62f None None] Checking router: bd5d5559-8f65-4e04-bac3-ff3991e44726 for host: dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:02:09.582797 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c53e9b-c138-40dc-9f52-cd470aafd62f None None] Routers {'bd5d5559-8f65-4e04-bac3-ff3991e44726'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:02:09.583504 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-83c53e9b-c138-40dc-9f52-cd470aafd62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:01:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['bd5d5559-8f65-4e04-bac3-ff3991e44726'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:02:09.611797 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d78fde24-1774-477f-a844-ace738bd94c5 req-abcdc618-752d-4df7-b845-b8d12f95376b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b6f0cbe-f068-4e74-886e-167a4b8cd182 HTTP/1.1" status: 200 len: 999 time: 0.1254604 Feb 19 03:02:09.697993 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fde24-1774-477f-a844-ace738bd94c5 req-01bcddd9-999a-4341-914e-408b1f842553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:09.700051 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d78fde24-1774-477f-a844-ace738bd94c5 req-01bcddd9-999a-4341-914e-408b1f842553 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=38374417-3478-4427-9684-8966c2d250da HTTP/1.1" status: 200 len: 849 time: 0.0787044 Feb 19 03:02:09.779281 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb5b4c-e032-4824-8f66-8b55c513a217 req-a786401b-c295-43ee-bf0f-dbe723c0bb7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:09.780678 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-65eb5b4c-e032-4824-8f66-8b55c513a217 req-a786401b-c295-43ee-bf0f-dbe723c0bb7e tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 945 time: 0.1011147 Feb 19 03:02:09.801501 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fde24-1774-477f-a844-ace738bd94c5 req-e8d89bdc-cc84-4d2a-a555-de9625c13ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:09.803182 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d78fde24-1774-477f-a844-ace738bd94c5 req-e8d89bdc-cc84-4d2a-a555-de9625c13ff8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3a78709d-1a68-4957-9e6e-7eecb2b4a618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0919573 Feb 19 03:02:09.838161 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-65eb5b4c-e032-4824-8f66-8b55c513a217 req-74a3f07c-8ae2-4a1e-aa7c-d79fb8e21c48 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489805 Feb 19 03:02:09.896754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-83c53e9b-c138-40dc-9f52-cd470aafd62f None None] Set router bd5d5559-8f65-4e04-bac3-ff3991e44726 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:02:09.991224 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d78fde24-1774-477f-a844-ace738bd94c5 req-2bd1a7f7-441b-4dd0-a99b-7f50405e278c service neutron] 10.222.0.87 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791601 Feb 19 03:02:10.150979 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d78fde24-1774-477f-a844-ace738bd94c5 req-15f01641-8c92-47df-b87f-4a0e92c5050c service neutron] 10.222.0.87 "GET /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1511002 Feb 19 03:02:10.264180 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f0231-6783-4cfb-92cf-a13cb8f2888f req-fd3e7994-4ee0-47d5-b8e9-849cf1cd7428 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:10.268217 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-eb1f0231-6783-4cfb-92cf-a13cb8f2888f req-fd3e7994-4ee0-47d5-b8e9-849cf1cd7428 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 985 time: 0.0978851 Feb 19 03:02:10.326304 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-eb1f0231-6783-4cfb-92cf-a13cb8f2888f req-576dcc02-288f-46cf-921e-1f3b972002d6 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=0225e23c-a0d5-4442-a3a0-5987b7e8fc5d&id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0513625 Feb 19 03:02:10.340556 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-83c53e9b-c138-40dc-9f52-cd470aafd62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9557bbe9-1621-419d-9115-d624a96da223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:13Z', 'revision_number': 4, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port': {'id': '9557bbe9-1621-419d-9115-d624a96da223', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:44Z', 'updated_at': '2021-02-19T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_floatingips': [{'id': '9df86296-f73a-40a0-88ca-064088b2f00c', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'floating_ip_address': '172.28.3.51', 'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'router_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'port_id': '2b6f0cbe-f068-4e74-886e-167a4b8cd182', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'mac_address': 'fa:16:3e:e8:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b116cef-6bb3-497e-bdbe-6f8faf1f72ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:01:49Z', 'updated_at': '2021-02-19T03:02:07Z', 'revision_number': 1, 'project_id': '619fad70faee4631a203fa17432b1857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e806cc3-7d27-460e-a10b-7cb304f63454', 'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'mac_address': 'fa:16:3e:8a:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '38374417-3478-4427-9684-8966c2d250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:07Z', 'updated_at': '2021-02-19T02:56:32Z', 'revision_number': 5, 'project_id': '619fad70faee4631a203fa17432b1857', 'subnets': [{'id': '38374417-3478-4427-9684-8966c2d250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:02:10.345857 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c53e9b-c138-40dc-9f52-cd470aafd62f None None] The sync data for ids ['bd5d5559-8f65-4e04-bac3-ff3991e44726'] in dv-cinder-775706-2-smb is: [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9557bbe9-1621-419d-9115-d624a96da223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:13Z', 'revision_number': 4, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port': {'id': '9557bbe9-1621-419d-9115-d624a96da223', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:44Z', 'updated_at': '2021-02-19T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_floatingips': [{'id': '9df86296-f73a-40a0-88ca-064088b2f00c', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'floating_ip_address': '172.28.3.51', 'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'router_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'port_id': '2b6f0cbe-f068-4e74-886e-167a4b8cd182', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'mac_address': 'fa:16:3e:e8:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b116cef-6bb3-497e-bdbe-6f8faf1f72ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:01:49Z', 'updated_at': '2021-02-19T03:02:07Z', 'revision_number': 1, 'project_id': '619fad70faee4631a203fa17432b1857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e806cc3-7d27-460e-a10b-7cb304f63454', 'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'mac_address': 'fa:16:3e:8a:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '38374417-3478-4427-9684-8966c2d250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:07Z', 'updated_at': '2021-02-19T02:56:32Z', 'revision_number': 5, 'project_id': '619fad70faee4631a203fa17432b1857', 'subnets': [{'id': '38374417-3478-4427-9684-8966c2d250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:02:10.535571 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3622f4d1-5936-40b7-a9da-3a38c7d9cde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:10.641173 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:02:10.656531 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f456ce-d518-4d65-8149-f56e1cc254a2 None None] New status for floating IP 9df86296-f73a-40a0-88ca-064088b2f00c: ACTIVE {{(pid=84087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 03:02:11.072230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6171f8b-f871-479f-b51a-393315ca88c1 req-bd03ce79-2c4c-4432-9d33-cce338c812c2 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:11.074155 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a6171f8b-f871-479f-b51a-393315ca88c1 req-bd03ce79-2c4c-4432-9d33-cce338c812c2 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 945 time: 0.0953577 Feb 19 03:02:11.135445 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a6171f8b-f871-479f-b51a-393315ca88c1 req-7d5181a5-7f20-476d-bb61-280c7bd4a2dd tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482786 Feb 19 03:02:11.545474 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45aa209-82e8-4317-8aaf-9e4a80caa429 req-a6cf59fe-d09b-45ce-933f-86ea7a7481c0 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:11.547209 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a45aa209-82e8-4317-8aaf-9e4a80caa429 req-a6cf59fe-d09b-45ce-933f-86ea7a7481c0 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 985 time: 0.0980542 Feb 19 03:02:11.602367 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a45aa209-82e8-4317-8aaf-9e4a80caa429 req-69998bcd-3acd-4257-8e4b-8996b8f223af tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=0225e23c-a0d5-4442-a3a0-5987b7e8fc5d&id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0476105 Feb 19 03:02:12.373270 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed5217-d6f7-4738-8c60-af11fdabde95 req-d140bfa9-cb5a-4f96-b580-95e64e251598 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:12.375103 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-baed5217-d6f7-4738-8c60-af11fdabde95 req-d140bfa9-cb5a-4f96-b580-95e64e251598 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 945 time: 0.0972040 Feb 19 03:02:12.440156 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-baed5217-d6f7-4738-8c60-af11fdabde95 req-c0a2c01f-8c04-4488-8a5d-7e9b5dfdb9bb tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578759 Feb 19 03:02:12.822893 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfeff9-2174-4057-b243-1f60a1559860 req-ad8931b7-1d71-4098-b99c-2cb1d9a17a0b tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:12.824596 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-53bfeff9-2174-4057-b243-1f60a1559860 req-ad8931b7-1d71-4098-b99c-2cb1d9a17a0b tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 985 time: 0.0939224 Feb 19 03:02:12.879759 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-53bfeff9-2174-4057-b243-1f60a1559860 req-54a9b6dd-2f11-4353-a699-5513453e290c tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=0225e23c-a0d5-4442-a3a0-5987b7e8fc5d&id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0457633 Feb 19 03:02:12.954435 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bf670286-99cd-46f9-8bbc-98e230fea46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:13.372366 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:13.537186 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95d2a4-9a3f-4c0f-98dc-6b0cdae5c085 req-a702356d-ea17-4cab-bd67-092c771c6227 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:13.538020 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-9a95d2a4-9a3f-4c0f-98dc-6b0cdae5c085 req-a702356d-ea17-4cab-bd67-092c771c6227 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Synchronizing usage tracker for tenant:65f90cfb8bf648bb9083143b3ed461b2 on resource:port {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:02:13.554917 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-9a95d2a4-9a3f-4c0f-98dc-6b0cdae5c085 req-a702356d-ea17-4cab-bd67-092c771c6227 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Unset dirty status for tenant:65f90cfb8bf648bb9083143b3ed461b2 on resource:port {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:02:13.556191 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9a95d2a4-9a3f-4c0f-98dc-6b0cdae5c085 req-a702356d-ea17-4cab-bd67-092c771c6227 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.87 "GET /v2.0/ports?device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 945 time: 0.1082549 Feb 19 03:02:13.651152 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-9a95d2a4-9a3f-4c0f-98dc-6b0cdae5c085 req-9d9668c6-13c3-4c67-9dfe-84a44208eb13 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Deleting port ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:02:13.651513 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9a95d2a4-9a3f-4c0f-98dc-6b0cdae5c085 req-9d9668c6-13c3-4c67-9dfe-84a44208eb13 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:13.655052 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e5654-7372-4b82-851c-fa1be8ccb9f7 req-17b254f9-8558-4e10-9066-61d8b72de227 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:13.656868 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4a7e5654-7372-4b82-851c-fa1be8ccb9f7 req-17b254f9-8558-4e10-9066-61d8b72de227 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 945 time: 0.0965607 Feb 19 03:02:13.718905 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4a7e5654-7372-4b82-851c-fa1be8ccb9f7 req-7a8fab17-af50-4a1a-8f78-01d9bf55a5a6 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2ace678-1885-4711-837d-517a145236bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550075 Feb 19 03:02:13.937921 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-9a95d2a4-9a3f-4c0f-98dc-6b0cdae5c085 req-9d9668c6-13c3-4c67-9dfe-84a44208eb13 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] For port ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4,segment=NetworkSegment(daae8d81-c5ca-4622-9b8c-fecc9e88b13b),segment_id=daae8d81-c5ca-4622-9b8c-fecc9e88b13b)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:02:13.938430 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9a95d2a4-9a3f-4c0f-98dc-6b0cdae5c085 req-9d9668c6-13c3-4c67-9dfe-84a44208eb13 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:14.082120 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-9a95d2a4-9a3f-4c0f-98dc-6b0cdae5c085 req-9d9668c6-13c3-4c67-9dfe-84a44208eb13 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Calling delete_port for ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:02:14.120653 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb1a84-e8e4-4580-94db-422ff134b67a req-98837bbc-662b-4d0d-80eb-e5613eec29de tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:14.123696 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c4cb1a84-e8e4-4580-94db-422ff134b67a req-98837bbc-662b-4d0d-80eb-e5613eec29de tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 985 time: 0.1179605 Feb 19 03:02:14.196705 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c4cb1a84-e8e4-4580-94db-422ff134b67a req-72ac54a9-e796-4422-ab04-b632ac110cb8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=0225e23c-a0d5-4442-a3a0-5987b7e8fc5d&id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0655565 Feb 19 03:02:14.241833 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9a95d2a4-9a3f-4c0f-98dc-6b0cdae5c085 req-9d9668c6-13c3-4c67-9dfe-84a44208eb13 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:14.269051 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c5f8a173-8f2f-4c37-ab7e-a859f62e0544 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:02:14.362560 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9668c6-13c3-4c67-9dfe-84a44208eb13 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Pushing event deleted for resources: {'Port': ['ID=ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:02:14.373399 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-9d9668c6-13c3-4c67-9dfe-84a44208eb13 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:02:14.485872 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a95d2a4-9a3f-4c0f-98dc-6b0cdae5c085 req-9d9668c6-13c3-4c67-9dfe-84a44208eb13 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] No DVR routers for this DVR port ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 on host hv-cinder-77570 {{(pid=84085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 03:02:14.488282 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9a95d2a4-9a3f-4c0f-98dc-6b0cdae5c085 req-9d9668c6-13c3-4c67-9dfe-84a44208eb13 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:14.491210 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc85dab-23f6-4aef-9a36-a1d487d4a066', 'name': 'network-vif-deleted', 'tag': 'ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:02:14.510032 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9a95d2a4-9a3f-4c0f-98dc-6b0cdae5c085 req-9d9668c6-13c3-4c67-9dfe-84a44208eb13 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.87 "DELETE /v2.0/ports/ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 HTTP/1.1" status: 204 len: 173 time: 0.9387407 Feb 19 03:02:14.542515 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc85dab-23f6-4aef-9a36-a1d487d4a066', 'name': 'network-vif-deleted', 'tag': 'ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4', 'status': 'completed', 'code': 200} Feb 19 03:02:14.798062 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:02:14.843320 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] No Port match for: ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 03:02:14.843716 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device ae3fc865-93ca-49ad-8ef7-fce8d0a98aa4 not bound to the agent host hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:02:14.913968 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d0d8a511-c523-4c95-9fdf-397c4dd19b64 req-6cccd0aa-f7f0-4625-9655-2505f44378cf tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfc85dab-23f6-4aef-9a36-a1d487d4a066 HTTP/1.1" status: 200 len: 210 time: 0.0509753 Feb 19 03:02:14.971609 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:15.199512 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:15.425770 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f45ca-9a40-4f0d-8b53-1b765243aa36 req-97bad110-3794-42ee-9921-79b370b9dc85 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:15.427903 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa8f45ca-9a40-4f0d-8b53-1b765243aa36 req-97bad110-3794-42ee-9921-79b370b9dc85 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 985 time: 0.1000466 Feb 19 03:02:15.489627 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fa8f45ca-9a40-4f0d-8b53-1b765243aa36 req-fa26c376-60d5-47ae-948b-8e053a90f8df tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=0225e23c-a0d5-4442-a3a0-5987b7e8fc5d&id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0546432 Feb 19 03:02:16.724809 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd242e6-69ec-476f-ae79-534538444b90 req-afd03864-4975-4cb2-b0cd-c099f0097d0a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:16.727163 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6fd242e6-69ec-476f-ae79-534538444b90 req-afd03864-4975-4cb2-b0cd-c099f0097d0a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 985 time: 0.1082325 Feb 19 03:02:16.801268 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6fd242e6-69ec-476f-ae79-534538444b90 req-f79a373c-3842-45a3-b5b4-25edd75596c3 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=0225e23c-a0d5-4442-a3a0-5987b7e8fc5d&id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0669425 Feb 19 03:02:18.119130 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfd932-5c86-46de-b1c4-b1d2aaffcc7b req-4c1ab12b-10b7-4a3a-8c89-0bb5fd972912 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:18.121235 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1adfd932-5c86-46de-b1c4-b1d2aaffcc7b req-4c1ab12b-10b7-4a3a-8c89-0bb5fd972912 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 985 time: 0.1682680 Feb 19 03:02:18.195881 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1adfd932-5c86-46de-b1c4-b1d2aaffcc7b req-a6e341f2-5c88-4c12-b4ac-914752f4c51b tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=0225e23c-a0d5-4442-a3a0-5987b7e8fc5d&id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0609677 Feb 19 03:02:19.432585 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5a9e0-8c98-4fe9-a81c-e9b4edd019c7 req-5d4110a6-9445-4145-a108-e0e4490b7c5d tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:19.434367 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-61c5a9e0-8c98-4fe9-a81c-e9b4edd019c7 req-5d4110a6-9445-4145-a108-e0e4490b7c5d tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 985 time: 0.0938373 Feb 19 03:02:19.493700 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-61c5a9e0-8c98-4fe9-a81c-e9b4edd019c7 req-926cdfaf-8819-49f1-9644-cf8303d3debf tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=0225e23c-a0d5-4442-a3a0-5987b7e8fc5d&id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0519817 Feb 19 03:02:20.715118 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39894f6-919d-434a-819f-6a1ec98af5fe req-990c8a25-653d-4794-abe7-4f6211d2b7e7 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:20.716816 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e39894f6-919d-434a-819f-6a1ec98af5fe req-990c8a25-653d-4794-abe7-4f6211d2b7e7 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 985 time: 0.0960028 Feb 19 03:02:20.773101 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e39894f6-919d-434a-819f-6a1ec98af5fe req-ef7915ff-ad0b-4063-8469-95abd0c5276b tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=0225e23c-a0d5-4442-a3a0-5987b7e8fc5d&id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0492995 Feb 19 03:02:21.432048 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d0c2926f-aa35-41f9-9bbf-4b26c7fc1267 req-7fb27a51-354a-4633-9892-94ec0d563d07 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0924482 Feb 19 03:02:21.726355 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2926f-aa35-41f9-9bbf-4b26c7fc1267 req-5267c351-1560-469b-881c-e3ee3c64252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:21.729190 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d0c2926f-aa35-41f9-9bbf-4b26c7fc1267 req-5267c351-1560-469b-881c-e3ee3c64252e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fe53762e5ab44dc59d26f6b6536be0f4&device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 1203 time: 0.1497021 Feb 19 03:02:21.907400 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2926f-aa35-41f9-9bbf-4b26c7fc1267 req-dad532c5-65df-4760-8638-24a6bfa90e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:21.909059 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d0c2926f-aa35-41f9-9bbf-4b26c7fc1267 req-dad532c5-65df-4760-8638-24a6bfa90e28 service neutron] 10.222.0.87 "GET /v2.0/networks?id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7 HTTP/1.1" status: 200 len: 908 time: 0.1476579 Feb 19 03:02:21.997126 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b0166-543e-4909-90dd-10516d678703 req-5c33dbe7-7cd5-41e1-ac4c-a278d1c78e01 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:21.998737 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-909b0166-543e-4909-90dd-10516d678703 req-5c33dbe7-7cd5-41e1-ac4c-a278d1c78e01 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 985 time: 0.0981801 Feb 19 03:02:22.029294 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d0c2926f-aa35-41f9-9bbf-4b26c7fc1267 req-42949e9e-57ed-49ce-bf79-e701a25ba71b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a4754ba-9d06-4dba-b556-46a0bac0ac46 HTTP/1.1" status: 200 len: 1001 time: 0.1108379 Feb 19 03:02:22.053510 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-909b0166-543e-4909-90dd-10516d678703 req-5ad1b358-814b-44ee-9768-9241929ebb1e tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=0225e23c-a0d5-4442-a3a0-5987b7e8fc5d&id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0471225 Feb 19 03:02:22.105821 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2926f-aa35-41f9-9bbf-4b26c7fc1267 req-678a6417-59b9-4754-946b-27c4abdb288c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:22.107532 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d0c2926f-aa35-41f9-9bbf-4b26c7fc1267 req-678a6417-59b9-4754-946b-27c4abdb288c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7af365aa-da17-4ca3-acf4-244bb6f30a8b HTTP/1.1" status: 200 len: 853 time: 0.0707059 Feb 19 03:02:22.205891 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2926f-aa35-41f9-9bbf-4b26c7fc1267 req-75bb48af-5bdb-4305-ad40-3dff3e11466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:22.207548 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d0c2926f-aa35-41f9-9bbf-4b26c7fc1267 req-75bb48af-5bdb-4305-ad40-3dff3e11466f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855658 Feb 19 03:02:22.368740 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d0c2926f-aa35-41f9-9bbf-4b26c7fc1267 req-153c2c98-815a-4b9d-8ac2-131e2db99a0f service neutron] 10.222.0.87 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478796 Feb 19 03:02:22.530938 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d0c2926f-aa35-41f9-9bbf-4b26c7fc1267 req-5a02b6d9-de57-40ab-85e5-f6486de9a456 service neutron] 10.222.0.87 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1541448 Feb 19 03:02:23.024545 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 9a4754ba-9d06-4dba-b556-46a0bac0ac46 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:02:23.112780 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 9a4754ba-9d06-4dba-b556-46a0bac0ac46 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:02:23.113044 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:25.129753 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:36.557539 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 54866) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:02:36.626546 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_v2 [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Deleting subnet 7be62eb1-140d-4676-8e34-6cb6732c6eb8 {{(pid=84083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 03:02:36.630307 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:36.697128 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851840390'] for subnet, precommit_delete_associations {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:36.761321 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764431'] for subnet, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:37.065668 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847011385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852589313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852852935'] for subnet, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:37.081019 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-50f74f41-1ddd-48d7-876a-91aa0e9eeebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:02:37.434085 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7be62eb1-140d-4676-8e34-6cb6732c6eb8,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:02:37.446822 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.447240 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.447647 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.448050 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.448455 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.448856 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.449235 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.449637 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.450055 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.450445 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.450836 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.451223 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.451696 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.452089 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.452509 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.452866 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.453331 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.453691 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.454289 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.454697 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.455086 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.455471 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.455860 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.456232 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:02:37.460753 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:02:37.510374 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:37.517717 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-169d8c80-4f76-4d39-8145-17a9b1f850b6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/7be62eb1-140d-4676-8e34-6cb6732c6eb8 HTTP/1.1" status: 204 len: 168 time: 0.9588697 Feb 19 03:02:37.520708 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 54874) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:02:37.648508 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6c0a12ba-1002-494b-a874-7bb5def4a2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846840226'] for network, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:37.852965 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6c0a12ba-1002-494b-a874-7bb5def4a2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7765560', 'neutron.services.segments.db._delete_segments_for_network--9223363286358539226'] for network, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:37.978319 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-6c0a12ba-1002-494b-a874-7bb5def4a2bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a7305f4-f948-4d70-abe2-41e142d4637f']}} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:02:37.992839 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-6c0a12ba-1002-494b-a874-7bb5def4a2bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daae8d81-c5ca-4622-9b8c-fecc9e88b13b') {'for_net_delete': True} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:02:37.993168 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-6c0a12ba-1002-494b-a874-7bb5def4a2bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daae8d81-c5ca-4622-9b8c-fecc9e88b13b') {} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:02:38.006981 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6c0a12ba-1002-494b-a874-7bb5def4a2bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286358535642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2935362'] for segment, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:38.023351 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6c0a12ba-1002-494b-a874-7bb5def4a2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:38.025532 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c0a12ba-1002-494b-a874-7bb5def4a2bd admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 03:02:38.224655 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-6c0a12ba-1002-494b-a874-7bb5def4a2bd admin admin] Network 2a7305f4-f948-4d70-abe2-41e142d4637f has no segments {{(pid=84083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 03:02:38.234891 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6c0a12ba-1002-494b-a874-7bb5def4a2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7736240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2184798'] for segment, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:38.430334 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-6c0a12ba-1002-494b-a874-7bb5def4a2bd admin admin] Network 2a7305f4-f948-4d70-abe2-41e142d4637f has no segments {{(pid=84083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: Traceback (most recent call last): Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: timer() Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: cb(*args, **kw) Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: return func(*args, **kwargs) Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: self._notify() Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: self.callback(batched_events) Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: event.method(event) Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: segment_id)['aggregates'][0] Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: return f(self, *a, **k) Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: return self._get(url).json() Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: **kwargs) Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: return self.request(url, 'GET', **kwargs) Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: **endpoint_filter) Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:02:38.460263 dv-cinder-775706-2-smb neutron-server[83972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:02:38.545053 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6c0a12ba-1002-494b-a874-7bb5def4a2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847010256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428100'] for network, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:38.550830 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6c0a12ba-1002-494b-a874-7bb5def4a2bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:38.554429 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:02:38.580954 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a12ba-1002-494b-a874-7bb5def4a2bd admin admin] Pushing event deleted for resources: {'Network': ['ID=2a7305f4-f948-4d70-abe2-41e142d4637f,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:02:38.584231 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-6c0a12ba-1002-494b-a874-7bb5def4a2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:02:38.589677 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-6c0a12ba-1002-494b-a874-7bb5def4a2bd admin admin] 10.222.0.75 "DELETE /v2.0/networks/2a7305f4-f948-4d70-abe2-41e142d4637f HTTP/1.1" status: 204 len: 168 time: 1.0677176 Feb 19 03:02:38.740639 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 54884) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:02:38.800966 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-62893977-1c48-4aec-8a32-1cb06d66f470 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=65f90cfb8bf648bb9083143b3ed461b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588641 Feb 19 03:02:38.804143 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 54888) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:02:38.877927 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f2735941-9141-4218-8a20-c5fa73268c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:38.907880 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f2735941-9141-4218-8a20-c5fa73268c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:38.961957 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f2735941-9141-4218-8a20-c5fa73268c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:38.966211 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f499dcb1-a899-4892-a09a-67ce0cbc8de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:02:38.981931 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2735941-9141-4218-8a20-c5fa73268c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ace678-1885-4711-837d-517a145236bb,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:02:38.984890 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f2735941-9141-4218-8a20-c5fa73268c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:02:38.995601 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f2735941-9141-4218-8a20-c5fa73268c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:38.996871 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-f2735941-9141-4218-8a20-c5fa73268c44 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c2ace678-1885-4711-837d-517a145236bb HTTP/1.1" status: 204 len: 168 time: 0.1915829 Feb 19 03:02:40.533029 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8b563f4a-273f-4ee8-ae6c-a4dceaa589ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:42.950249 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e4a8ba1c-40ba-41d9-aeca-d14b0c0cd0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:43.375247 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:44.974635 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:45.209412 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:47.643117 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:02:51.121096 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b4d3d-efcc-45b0-aa2a-5ff2b1e5f991 req-78905790-e3ef-4b68-87c7-9f833a63d4e6 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:51.123039 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-888b4d3d-efcc-45b0-aa2a-5ff2b1e5f991 req-78905790-e3ef-4b68-87c7-9f833a63d4e6 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.0951324 Feb 19 03:02:51.183027 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-888b4d3d-efcc-45b0-aa2a-5ff2b1e5f991 req-046ac79f-c2a4-4568-b850-e2994f2dc9b4 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519228 Feb 19 03:02:52.425786 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b2e63-8851-45a9-ad29-0ae4991040d6 req-fb4bf6b5-7c58-45a8-a7d2-8a8e22e8b15a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:52.427901 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-891b2e63-8851-45a9-ad29-0ae4991040d6 req-fb4bf6b5-7c58-45a8-a7d2-8a8e22e8b15a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.0995708 Feb 19 03:02:52.480152 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-891b2e63-8851-45a9-ad29-0ae4991040d6 req-af87bb2a-b28a-46ca-8442-9449645e37e2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452323 Feb 19 03:02:53.749950 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee23e1-2740-407e-8ded-e00b919c41f8 req-e5825259-68a2-4ade-856c-ac96e9b4d04a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:53.753090 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45ee23e1-2740-407e-8ded-e00b919c41f8 req-e5825259-68a2-4ade-856c-ac96e9b4d04a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1144817 Feb 19 03:02:53.809165 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-45ee23e1-2740-407e-8ded-e00b919c41f8 req-c214a95a-ea17-476b-a367-14f0400fa021 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490680 Feb 19 03:02:55.089421 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d62d1-a0a2-4231-976f-cfbcaddc59c9 req-a3fa2608-0b49-400e-84c2-5dea89dc2e46 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:55.092248 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ce9d62d1-a0a2-4231-976f-cfbcaddc59c9 req-a3fa2608-0b49-400e-84c2-5dea89dc2e46 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1101520 Feb 19 03:02:55.150008 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:02:55.171159 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ce9d62d1-a0a2-4231-976f-cfbcaddc59c9 req-50db4aa6-4243-4d74-94bd-b25897bc844c tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719821 Feb 19 03:02:56.432769 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4315b3-e627-4ade-89d2-890adb2497c2 req-38d6fa1f-d39b-4f25-8776-440f758470d8 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:56.434578 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7e4315b3-e627-4ade-89d2-890adb2497c2 req-38d6fa1f-d39b-4f25-8776-440f758470d8 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1147034 Feb 19 03:02:56.521363 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7e4315b3-e627-4ade-89d2-890adb2497c2 req-c6c2c486-2754-4e03-9c6c-790c00406ebe tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780845 Feb 19 03:02:57.771375 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564add80-4c25-4095-9fe5-25c1d49aeadc req-f417ba9e-57b0-45f8-aeb1-ca66ce91c092 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:57.773074 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-564add80-4c25-4095-9fe5-25c1d49aeadc req-f417ba9e-57b0-45f8-aeb1-ca66ce91c092 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1007233 Feb 19 03:02:57.829123 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-564add80-4c25-4095-9fe5-25c1d49aeadc req-a2ead2f1-acb5-4b6f-9cfc-ce8dda417471 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484662 Feb 19 03:02:59.116591 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3e0d9-2dd2-4a10-b54d-890a6721a6d9 req-d69d7d27-b2b5-4aee-991f-b7a776e3fcef tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:02:59.118874 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-77b3e0d9-2dd2-4a10-b54d-890a6721a6d9 req-d69d7d27-b2b5-4aee-991f-b7a776e3fcef tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1078160 Feb 19 03:02:59.186475 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-77b3e0d9-2dd2-4a10-b54d-890a6721a6d9 req-14dc4dd2-ca2e-40f8-b77e-878318099b01 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559359 Feb 19 03:03:00.460164 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289cf5d-7602-40ff-ba0e-00d228479282 req-d6266304-437e-4369-af03-c73e81b141ba tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:00.461912 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d289cf5d-7602-40ff-ba0e-00d228479282 req-d6266304-437e-4369-af03-c73e81b141ba tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1080153 Feb 19 03:03:00.526812 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d289cf5d-7602-40ff-ba0e-00d228479282 req-959e9ada-6bb9-4378-8702-8835a701836a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570159 Feb 19 03:03:00.778534 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-658ae35a-6831-4f90-bcb9-3d2fef7440af req-ca5043c6-e577-4c94-8e46-7f7be91c9b39 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1789003607&fields=id&tenant_id=fe53762e5ab44dc59d26f6b6536be0f4 HTTP/1.1" status: 200 len: 267 time: 0.0577426 Feb 19 03:03:00.888701 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ae35a-6831-4f90-bcb9-3d2fef7440af req-0b41296b-2804-4588-b68b-4df4e77a7c6e tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:00.890733 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-658ae35a-6831-4f90-bcb9-3d2fef7440af req-0b41296b-2804-4588-b68b-4df4e77a7c6e tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 985 time: 0.1049173 Feb 19 03:03:00.910163 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-658ae35a-6831-4f90-bcb9-3d2fef7440af req-e91e5f2a-d311-483d-8eaa-28172e374e80 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Request body: {'port': {'security_groups': ['2d6eed2e-d71f-4fac-9d82-a9fc55f1346b']}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:01.168211 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-658ae35a-6831-4f90-bcb9-3d2fef7440af req-e91e5f2a-d311-483d-8eaa-28172e374e80 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:01.584319 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-658ae35a-6831-4f90-bcb9-3d2fef7440af req-e91e5f2a-d311-483d-8eaa-28172e374e80 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] For port 9a4754ba-9d06-4dba-b556-46a0bac0ac46, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9a4754ba-9d06-4dba-b556-46a0bac0ac46,segment=NetworkSegment(f4db8abf-3f29-4fd7-88e1-d28e8821a0e1),segment_id=f4db8abf-3f29-4fd7-88e1-d28e8821a0e1)] {{(pid=84083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:03:01.632854 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-658ae35a-6831-4f90-bcb9-3d2fef7440af req-e91e5f2a-d311-483d-8eaa-28172e374e80 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:01.636833 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-658ae35a-6831-4f90-bcb9-3d2fef7440af req-e91e5f2a-d311-483d-8eaa-28172e374e80 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852589390'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:01.656148 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:01.833586 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e5f2a-d311-483d-8eaa-28172e374e80 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Pushing event updated for resources: {'Port': ['ID=9a4754ba-9d06-4dba-b556-46a0bac0ac46,revision_number=6']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:01.839756 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e91e5f2a-d311-483d-8eaa-28172e374e80 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:01.897168 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ae35a-6831-4f90-bcb9-3d2fef7440af req-e91e5f2a-d311-483d-8eaa-28172e374e80 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:01.898427 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-658ae35a-6831-4f90-bcb9-3d2fef7440af req-e91e5f2a-d311-483d-8eaa-28172e374e80 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:01.922845 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-658ae35a-6831-4f90-bcb9-3d2fef7440af req-e91e5f2a-d311-483d-8eaa-28172e374e80 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "PUT /v2.0/ports/9a4754ba-9d06-4dba-b556-46a0bac0ac46 HTTP/1.1" status: 200 len: 943 time: 1.0225732 Feb 19 03:03:01.923698 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'tag': '9a4754ba-9d06-4dba-b556-46a0bac0ac46'}] {{(pid=84083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:03:02.252945 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-b9a60eb6-e2cc-4e42-b6c5-05e6a481e397 None None] Provisioning complete for port 9a4754ba-9d06-4dba-b556-46a0bac0ac46 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:03:02.253350 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b9a60eb6-e2cc-4e42-b6c5-05e6a481e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:02.284288 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6a639a36-70b0-4619-9042-20b5181ef9f3 req-ced837a7-f096-4621-bc25-67549a32a749 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups/0225e23c-a0d5-4442-a3a0-5987b7e8fc5d HTTP/1.1" status: 200 len: 3005 time: 0.1569843 Feb 19 03:03:02.310619 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430edae-0c09-460e-a3e9-135863f80b88 req-13b49f7e-679d-471d-88e3-0af2b1c44125 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:02.317782 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e430edae-0c09-460e-a3e9-135863f80b88 req-13b49f7e-679d-471d-88e3-0af2b1c44125 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.2623320 Feb 19 03:03:02.434819 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e430edae-0c09-460e-a3e9-135863f80b88 req-5affea3a-d761-49c6-b2e8-5ad197065994 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991015 Feb 19 03:03:02.441842 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-6a639a36-70b0-4619-9042-20b5181ef9f3 req-4a80a37b-a261-43bd-a06f-592ced0c7532 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:02.487144 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-6a639a36-70b0-4619-9042-20b5181ef9f3 req-4a80a37b-a261-43bd-a06f-592ced0c7532 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:02.504193 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'tag': '9a4754ba-9d06-4dba-b556-46a0bac0ac46', 'status': 'completed', 'code': 200} Feb 19 03:03:02.559067 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-6a639a36-70b0-4619-9042-20b5181ef9f3 req-4a80a37b-a261-43bd-a06f-592ced0c7532 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:02.564114 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f2735941-9141-4218-8a20-c5fa73268c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:02.583352 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80a37b-a261-43bd-a06f-592ced0c7532 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0225e23c-a0d5-4442-a3a0-5987b7e8fc5d,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:02.586710 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-4a80a37b-a261-43bd-a06f-592ced0c7532 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:02.598892 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-6a639a36-70b0-4619-9042-20b5181ef9f3 req-4a80a37b-a261-43bd-a06f-592ced0c7532 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:02.604695 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6a639a36-70b0-4619-9042-20b5181ef9f3 req-4a80a37b-a261-43bd-a06f-592ced0c7532 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "DELETE /v2.0/security-groups/0225e23c-a0d5-4442-a3a0-5987b7e8fc5d HTTP/1.1" status: 204 len: 173 time: 0.3009472 Feb 19 03:03:02.667230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab22a5e-2c23-4abc-8901-d0facf378d38 req-c4425945-0c9d-43c3-9903-76fc9ce3aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:02.670180 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5ab22a5e-2c23-4abc-8901-d0facf378d38 req-c4425945-0c9d-43c3-9903-76fc9ce3aaff service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fe53762e5ab44dc59d26f6b6536be0f4&device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 1163 time: 0.1127536 Feb 19 03:03:02.758468 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-2c1017d7-752b-4547-8793-c2703dc8d308 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/floatingips/acad44f2-9595-4657-b25c-23e038074684 HTTP/1.1" status: 200 len: 998 time: 0.1253839 Feb 19 03:03:02.961253 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-40035dbd-86e0-456e-b9d5-38eb56f7de2a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:02.962949 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-40035dbd-86e0-456e-b9d5-38eb56f7de2a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/networks/0e56412c-4854-452b-991d-f8414d441bfe HTTP/1.1" status: 200 len: 784 time: 0.1972342 Feb 19 03:03:02.976061 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-f2af84bb-a6fb-421f-86b2-f27edb45e162 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=84083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:03:02.977494 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-f2af84bb-a6fb-421f-86b2-f27edb45e162 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0074630 Feb 19 03:03:03.162381 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-b7104b60-ae3f-4773-b858-7ab94120432e tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.28.3.96 HTTP/1.1" status: 200 len: 1001 time: 0.1767042 Feb 19 03:03:03.202592 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab22a5e-2c23-4abc-8901-d0facf378d38 req-a0cb2cf6-9f9b-434e-a57c-e18f2ab82d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:03.204754 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5ab22a5e-2c23-4abc-8901-d0facf378d38 req-a0cb2cf6-9f9b-434e-a57c-e18f2ab82d5f service neutron] 10.222.0.87 "GET /v2.0/networks?id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7 HTTP/1.1" status: 200 len: 908 time: 0.5257013 Feb 19 03:03:03.270467 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-06703f86-f881-48fa-8fc4-c7862a18e39b tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:03.272575 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-06703f86-f881-48fa-8fc4-c7862a18e39b tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports/9a4754ba-9d06-4dba-b556-46a0bac0ac46 HTTP/1.1" status: 200 len: 943 time: 0.0980630 Feb 19 03:03:03.377077 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5ab22a5e-2c23-4abc-8901-d0facf378d38 req-345b0386-d452-413e-8bc7-bdc5aba2ac10 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a4754ba-9d06-4dba-b556-46a0bac0ac46 HTTP/1.1" status: 200 len: 1001 time: 0.1634192 Feb 19 03:03:03.475532 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab22a5e-2c23-4abc-8901-d0facf378d38 req-70902b99-ff06-4d41-a99a-5f5f855c2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:03.478370 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5ab22a5e-2c23-4abc-8901-d0facf378d38 req-70902b99-ff06-4d41-a99a-5f5f855c2f94 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7af365aa-da17-4ca3-acf4-244bb6f30a8b HTTP/1.1" status: 200 len: 853 time: 0.0927451 Feb 19 03:03:03.573757 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab22a5e-2c23-4abc-8901-d0facf378d38 req-23db51d3-194b-41b0-8698-025716b767ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:03.575595 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5ab22a5e-2c23-4abc-8901-d0facf378d38 req-23db51d3-194b-41b0-8698-025716b767ff service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0885487 Feb 19 03:03:03.721178 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-cc74291d-c7b5-46f5-9ee7-a7f585a3ac19 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.28.3.96 HTTP/1.1" status: 200 len: 1001 time: 0.3243906 Feb 19 03:03:03.739371 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5ab22a5e-2c23-4abc-8901-d0facf378d38 req-e0f5dcdd-02cb-4f7a-88ec-87318cf027e6 service neutron] 10.222.0.87 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549242 Feb 19 03:03:03.908669 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:03:03.937413 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-5ab22a5e-2c23-4abc-8901-d0facf378d38 req-77caa8dd-0f86-4ee6-a7f7-09198d58f645 service neutron] 10.222.0.87 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1889882 Feb 19 03:03:03.941579 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bc667-a964-402b-b805-129aa9402f64 req-8d52fcf9-6eb7-490a-b5b0-7ec733ae1784 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:03.943499 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ec0bc667-a964-402b-b805-129aa9402f64 req-8d52fcf9-6eb7-490a-b5b0-7ec733ae1784 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.3727043 Feb 19 03:03:04.034985 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:03:04.035722 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:04.249450 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 9a4754ba-9d06-4dba-b556-46a0bac0ac46 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:03:04.364285 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ec0bc667-a964-402b-b805-129aa9402f64 req-f299bdaf-46b3-461b-ad03-f9142e17c2a9 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834513 Feb 19 03:03:04.371581 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-579ec8f5-dd3c-4c8e-8664-74704e9f5c3a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Deleting port 48631b34-489c-4af2-886d-4b10adb3747f {{(pid=84083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:03:04.371923 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-579ec8f5-dd3c-4c8e-8664-74704e9f5c3a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:04.376966 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 9a4754ba-9d06-4dba-b556-46a0bac0ac46 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:03:04.377809 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:04.654605 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-579ec8f5-dd3c-4c8e-8664-74704e9f5c3a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:04.655236 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-579ec8f5-dd3c-4c8e-8664-74704e9f5c3a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:04.884188 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-579ec8f5-dd3c-4c8e-8664-74704e9f5c3a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Calling delete_port for 48631b34-489c-4af2-886d-4b10adb3747f owned by network:floatingip {{(pid=84083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:03:05.087919 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-579ec8f5-dd3c-4c8e-8664-74704e9f5c3a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:05.104475 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a23294b2-e0fb-4cbe-8965-0f51fcf1d001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:05.286488 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec8f5-dd3c-4c8e-8664-74704e9f5c3a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Pushing event deleted for resources: {'Port': ['ID=48631b34-489c-4af2-886d-4b10adb3747f,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:05.289472 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-579ec8f5-dd3c-4c8e-8664-74704e9f5c3a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:05.513855 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-579ec8f5-dd3c-4c8e-8664-74704e9f5c3a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks [] for floatingip, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:05.514730 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.l3_db [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-579ec8f5-dd3c-4c8e-8664-74704e9f5c3a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Floating IP acad44f2-9595-4657-b25c-23e038074684 disassociated (deleted). External IP: 172.28.3.96, port: 9a4754ba-9d06-4dba-b556-46a0bac0ac46. Feb 19 03:03:05.829691 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8f77c-0fb2-4dc8-af6a-306090cc18f5 req-585ad050-93d7-4463-a48b-f00644c4960c tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:05.831570 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70c8f77c-0fb2-4dc8-af6a-306090cc18f5 req-585ad050-93d7-4463-a48b-f00644c4960c tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.2401328 Feb 19 03:03:06.035479 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70c8f77c-0fb2-4dc8-af6a-306090cc18f5 req-0f2cbc57-ed69-471a-9cbb-694304dc6670 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442194 Feb 19 03:03:06.098656 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-579ec8f5-dd3c-4c8e-8664-74704e9f5c3a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Router 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 03:03:06.320907 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-579ec8f5-dd3c-4c8e-8664-74704e9f5c3a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:03:06.333311 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030648d8-b934-48f4-859a-6a3205f6ea22 None None] Sync routers for ids ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'] in dv-cinder-775706-2-smb {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:03:06.344426 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030648d8-b934-48f4-859a-6a3205f6ea22 None None] Routers {'0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:03:06.345260 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-030648d8-b934-48f4-859a-6a3205f6ea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:02:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:06.355567 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-579ec8f5-dd3c-4c8e-8664-74704e9f5c3a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for floatingip, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:06.483238 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-579ec8f5-dd3c-4c8e-8664-74704e9f5c3a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "DELETE /v2.0/floatingips/acad44f2-9595-4657-b25c-23e038074684 HTTP/1.1" status: 204 len: 173 time: 2.7539091 Feb 19 03:03:06.484273 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'tag': '9a4754ba-9d06-4dba-b556-46a0bac0ac46'}] {{(pid=84083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:03:06.580398 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'tag': '9a4754ba-9d06-4dba-b556-46a0bac0ac46', 'status': 'completed', 'code': 200} Feb 19 03:03:06.663786 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-15c9398c-f49c-49f7-acd9-f2963f2736cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:06.675292 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-15c9398c-f49c-49f7-acd9-f2963f2736cc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fe53762e5ab44dc59d26f6b6536be0f4&device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 1163 time: 0.1731822 Feb 19 03:03:06.842461 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbc850-2287-40ab-9bd9-5761730c5d20 req-47dd5355-868b-4f94-889e-334b77a78b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:06.844784 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9bdbc850-2287-40ab-9bd9-5761730c5d20 req-47dd5355-868b-4f94-889e-334b77a78b1d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fe53762e5ab44dc59d26f6b6536be0f4&device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 1163 time: 0.1998284 Feb 19 03:03:06.903143 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-03dd64d0-2723-4c13-8859-cd48245dab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:06.914090 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-03dd64d0-2723-4c13-8859-cd48245dab32 service neutron] 10.222.0.75 "GET /v2.0/networks?id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7 HTTP/1.1" status: 200 len: 908 time: 0.2300611 Feb 19 03:03:06.942984 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-030648d8-b934-48f4-859a-6a3205f6ea22 None None] Set router 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:03:07.006803 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-dbe7fcb5-b4bf-4f90-80d1-ce3217415388 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a4754ba-9d06-4dba-b556-46a0bac0ac46 HTTP/1.1" status: 200 len: 217 time: 0.0912821 Feb 19 03:03:07.095225 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbc850-2287-40ab-9bd9-5761730c5d20 req-68c140d2-bce0-4b96-9397-9c9d7c360358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:07.097530 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9bdbc850-2287-40ab-9bd9-5761730c5d20 req-68c140d2-bce0-4b96-9397-9c9d7c360358 service neutron] 10.222.0.87 "GET /v2.0/networks?id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7 HTTP/1.1" status: 200 len: 908 time: 0.2444041 Feb 19 03:03:07.100756 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-29a9e619-f049-4836-be4c-c1b0cd12f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:07.107407 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-29a9e619-f049-4836-be4c-c1b0cd12f817 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7af365aa-da17-4ca3-acf4-244bb6f30a8b HTTP/1.1" status: 200 len: 853 time: 0.0988662 Feb 19 03:03:07.247290 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9bdbc850-2287-40ab-9bd9-5761730c5d20 req-94cc0d2a-953d-4b4a-bddd-264d69495700 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a4754ba-9d06-4dba-b556-46a0bac0ac46 HTTP/1.1" status: 200 len: 217 time: 0.1415823 Feb 19 03:03:07.253060 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-7a207680-7adb-47cc-8a2b-04696a35652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:07.260603 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-7a207680-7adb-47cc-8a2b-04696a35652c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1370180 Feb 19 03:03:07.396782 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbc850-2287-40ab-9bd9-5761730c5d20 req-e713ebfb-9125-414f-82eb-03532f74a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:07.400454 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9bdbc850-2287-40ab-9bd9-5761730c5d20 req-e713ebfb-9125-414f-82eb-03532f74a557 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7af365aa-da17-4ca3-acf4-244bb6f30a8b HTTP/1.1" status: 200 len: 853 time: 0.1395845 Feb 19 03:03:07.498304 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-030648d8-b934-48f4-859a-6a3205f6ea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'name': 'tempest-TestMinimumBasicScenario-988858796-router', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:00:28Z', 'updated_at': '2021-02-19T03:00:39Z', 'revision_number': 4, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'gw_port': {'id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:31Z', 'updated_at': '2021-02-19T03:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '600e595d-1a0e-40c0-9e1d-935a2a12af46', 'name': '', 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'mac_address': 'fa:16:3e:8f:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7af365aa-da17-4ca3-acf4-244bb6f30a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:37Z', 'updated_at': '2021-02-19T03:00:49Z', 'revision_number': 5, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'subnets': [{'id': '7af365aa-da17-4ca3-acf4-244bb6f30a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:07.498623 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e1f6d-cfe6-4195-9668-6d95d99be464 req-5190a22b-4d00-4859-9bcb-c48206160bff tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:07.500135 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-637e1f6d-cfe6-4195-9668-6d95d99be464 req-5190a22b-4d00-4859-9bcb-c48206160bff tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.2384138 Feb 19 03:03:07.506120 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030648d8-b934-48f4-859a-6a3205f6ea22 None None] Checking router: 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 for host: dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:03:07.507271 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-92b5c713-5781-4d61-93e1-c975d64b7bfe service neutron] 10.222.0.75 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028534 Feb 19 03:03:07.519197 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030648d8-b934-48f4-859a-6a3205f6ea22 None None] Routers {'0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:03:07.520172 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-030648d8-b934-48f4-859a-6a3205f6ea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:02:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:07.566725 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbc850-2287-40ab-9bd9-5761730c5d20 req-9a967eb1-655b-4306-881a-7982f463f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:07.569588 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9bdbc850-2287-40ab-9bd9-5761730c5d20 req-9a967eb1-655b-4306-881a-7982f463f144 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=71c7abe9-550c-49aa-86cb-fab00d1ec7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1603432 Feb 19 03:03:07.777722 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-030648d8-b934-48f4-859a-6a3205f6ea22 None None] Set router 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:03:07.798273 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9bdbc850-2287-40ab-9bd9-5761730c5d20 req-a161b0a4-830f-4a1c-afe4-c67b25016c26 service neutron] 10.222.0.87 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197535 Feb 19 03:03:08.011330 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-59f9cc83-6e3b-409e-8e32-36f239685dfa req-35ec409b-52e6-4643-9dc3-26e7a367d645 service neutron] 10.222.0.75 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4817588 Feb 19 03:03:08.014659 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9bdbc850-2287-40ab-9bd9-5761730c5d20 req-9dd4a4c4-a39f-434d-b27e-feca270884c6 service neutron] 10.222.0.87 "GET /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2089300 Feb 19 03:03:08.026385 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-637e1f6d-cfe6-4195-9668-6d95d99be464 req-eb690a62-741a-4799-a28f-e35201a7d77d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5155308 Feb 19 03:03:08.207391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-030648d8-b934-48f4-859a-6a3205f6ea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'name': 'tempest-TestMinimumBasicScenario-988858796-router', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:00:28Z', 'updated_at': '2021-02-19T03:00:39Z', 'revision_number': 4, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'gw_port': {'id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:31Z', 'updated_at': '2021-02-19T03:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '600e595d-1a0e-40c0-9e1d-935a2a12af46', 'name': '', 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'mac_address': 'fa:16:3e:8f:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7af365aa-da17-4ca3-acf4-244bb6f30a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:37Z', 'updated_at': '2021-02-19T03:00:49Z', 'revision_number': 5, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'subnets': [{'id': '7af365aa-da17-4ca3-acf4-244bb6f30a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:08.212679 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030648d8-b934-48f4-859a-6a3205f6ea22 None None] The sync data for ids ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'] in dv-cinder-775706-2-smb is: [{'id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'name': 'tempest-TestMinimumBasicScenario-988858796-router', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:00:28Z', 'updated_at': '2021-02-19T03:00:39Z', 'revision_number': 4, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'gw_port': {'id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:31Z', 'updated_at': '2021-02-19T03:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '600e595d-1a0e-40c0-9e1d-935a2a12af46', 'name': '', 'network_id': '71c7abe9-550c-49aa-86cb-fab00d1ec7d7', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'mac_address': 'fa:16:3e:8f:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7af365aa-da17-4ca3-acf4-244bb6f30a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:37Z', 'updated_at': '2021-02-19T03:00:49Z', 'revision_number': 5, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'subnets': [{'id': '7af365aa-da17-4ca3-acf4-244bb6f30a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:03:08.746428 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28368978-68fd-44d8-9a31-528c1e5a2f77 None None] New status for floating IP acad44f2-9595-4657-b25c-23e038074684: DOWN {{(pid=84087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 03:03:09.332079 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96770e69-7e66-4961-b79f-fb43e7960ffc req-041a69d6-ed79-4f08-8427-448c97d95301 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:09.335100 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-96770e69-7e66-4961-b79f-fb43e7960ffc req-041a69d6-ed79-4f08-8427-448c97d95301 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1273885 Feb 19 03:03:09.422718 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-96770e69-7e66-4961-b79f-fb43e7960ffc req-74f5cf43-1873-42ee-b693-9615d0ca3e0c tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785573 Feb 19 03:03:10.610139 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fb05fc48-3720-451c-a264-efc20946ec38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:10.857853 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901cde7-94c9-46fe-a329-71a156339ed8 req-99bb9f12-bfa2-4618-a04c-808ae66545c2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:10.860039 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2901cde7-94c9-46fe-a329-71a156339ed8 req-99bb9f12-bfa2-4618-a04c-808ae66545c2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.2063768 Feb 19 03:03:10.987947 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2901cde7-94c9-46fe-a329-71a156339ed8 req-4b8005e6-7bbc-4b64-a1c8-777c30a0c1a1 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118534 Feb 19 03:03:11.489582 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3a62a-14cc-4d8c-93be-2b3beec12e33 req-271fd52d-e0c4-460a-b25f-2e1288345a4f tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:11.490154 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6ea3a62a-14cc-4d8c-93be-2b3beec12e33 req-271fd52d-e0c4-460a-b25f-2e1288345a4f tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 946 time: 0.1171918 Feb 19 03:03:11.581337 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6ea3a62a-14cc-4d8c-93be-2b3beec12e33 req-1b69c316-3ebc-4755-ab60-1d2be1d95360 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4914458-147d-44f9-a696-d8fc7c13fb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714691 Feb 19 03:03:12.290574 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcddb77-73f9-4b6d-ade5-1626b8a57693 req-71444752-22f6-4046-a8d5-11e14ee317ae tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:12.291569 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-ddcddb77-73f9-4b6d-ade5-1626b8a57693 req-71444752-22f6-4046-a8d5-11e14ee317ae tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Synchronizing usage tracker for tenant:fe53762e5ab44dc59d26f6b6536be0f4 on resource:port {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:03:12.303198 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae638cca-6453-4714-9376-853a204760e3 req-09d48f36-1eb4-408a-a7e1-f41efd7a6df3 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:12.304931 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ae638cca-6453-4714-9376-853a204760e3 req-09d48f36-1eb4-408a-a7e1-f41efd7a6df3 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1415694 Feb 19 03:03:12.339345 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-ddcddb77-73f9-4b6d-ade5-1626b8a57693 req-71444752-22f6-4046-a8d5-11e14ee317ae tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Unset dirty status for tenant:fe53762e5ab44dc59d26f6b6536be0f4 on resource:port {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:03:12.340660 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ddcddb77-73f9-4b6d-ade5-1626b8a57693 req-71444752-22f6-4046-a8d5-11e14ee317ae tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 946 time: 0.2706385 Feb 19 03:03:12.398484 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ae638cca-6453-4714-9376-853a204760e3 req-d9d75257-0239-4be7-8616-6fd68d6c8471 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855699 Feb 19 03:03:12.430840 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-ddcddb77-73f9-4b6d-ade5-1626b8a57693 req-a43dc2a8-3339-43c0-885d-5b6b7d2f60ae tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Synchronizing usage tracker for tenant:fe53762e5ab44dc59d26f6b6536be0f4 on resource:security_group {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:03:12.451334 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-ddcddb77-73f9-4b6d-ade5-1626b8a57693 req-a43dc2a8-3339-43c0-885d-5b6b7d2f60ae tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Unset dirty status for tenant:fe53762e5ab44dc59d26f6b6536be0f4 on resource:security_group {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:03:12.453167 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ddcddb77-73f9-4b6d-ade5-1626b8a57693 req-a43dc2a8-3339-43c0-885d-5b6b7d2f60ae tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979948 Feb 19 03:03:13.000110 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f18012-d726-47c7-8fa0-d546e55c822a req-1849cc02-31f0-4574-9889-8d6d3a8f4928 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:13.009321 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-51f18012-d726-47c7-8fa0-d546e55c822a req-1849cc02-31f0-4574-9889-8d6d3a8f4928 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 946 time: 0.1845677 Feb 19 03:03:13.028806 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-17d0cbed-50e3-42c9-aa71-513fd4efee8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:13.095102 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-51f18012-d726-47c7-8fa0-d546e55c822a req-d59049fd-9993-4081-a6ad-d7f40dd6bbd8 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4914458-147d-44f9-a696-d8fc7c13fb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831776 Feb 19 03:03:13.382869 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:13.838791 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b1428-f6f4-4e4c-825b-2516a0043672 req-409d89b2-2f95-4b59-b856-1beaafc76190 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:13.839860 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a48b1428-f6f4-4e4c-825b-2516a0043672 req-409d89b2-2f95-4b59-b856-1beaafc76190 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1431570 Feb 19 03:03:13.858870 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ee78c-870b-43c4-b13a-78ae8373a71a req-848e1348-10a8-4780-bb08-765b601e5db8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:13.872166 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0a0ee78c-870b-43c4-b13a-78ae8373a71a req-848e1348-10a8-4780-bb08-765b601e5db8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 946 time: 0.2270286 Feb 19 03:03:13.982641 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45e61a-3ee7-4b9b-a948-e5556fab0d43 req-a6283234-48e6-45c4-a1c6-1b19431a3d41 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:13.983462 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-ab45e61a-3ee7-4b9b-a948-e5556fab0d43 req-a6283234-48e6-45c4-a1c6-1b19431a3d41 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Synchronizing usage tracker for tenant:619fad70faee4631a203fa17432b1857 on resource:port {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:03:14.001697 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-ab45e61a-3ee7-4b9b-a948-e5556fab0d43 req-a6283234-48e6-45c4-a1c6-1b19431a3d41 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Unset dirty status for tenant:619fad70faee4631a203fa17432b1857 on resource:port {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:03:14.003043 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ab45e61a-3ee7-4b9b-a948-e5556fab0d43 req-a6283234-48e6-45c4-a1c6-1b19431a3d41 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.87 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 946 time: 0.1209042 Feb 19 03:03:14.004777 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0a0ee78c-870b-43c4-b13a-78ae8373a71a req-103059f1-d2e2-4ffe-8a2d-604c50862416 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251280 Feb 19 03:03:14.056458 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a48b1428-f6f4-4e4c-825b-2516a0043672 req-3098c8f9-87b0-40ea-a767-4a17396c9183 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827278 Feb 19 03:03:14.133179 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-ab45e61a-3ee7-4b9b-a948-e5556fab0d43 req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Deleting port 2b6f0cbe-f068-4e74-886e-167a4b8cd182 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:03:14.133584 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ab45e61a-3ee7-4b9b-a948-e5556fab0d43 req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:14.379391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bba93f-c56b-4d41-a73e-6cea88bd7d2d req-4da9add7-d942-4ece-8705-a3125ccaba6a tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:14.387772 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d4bba93f-c56b-4d41-a73e-6cea88bd7d2d req-4da9add7-d942-4ece-8705-a3125ccaba6a tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 946 time: 0.1217535 Feb 19 03:03:14.448385 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d4bba93f-c56b-4d41-a73e-6cea88bd7d2d req-ead0e8f0-0817-4668-975f-c98613d90455 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4914458-147d-44f9-a696-d8fc7c13fb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595071 Feb 19 03:03:14.492858 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-ab45e61a-3ee7-4b9b-a948-e5556fab0d43 req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] For port 2b6f0cbe-f068-4e74-886e-167a4b8cd182, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=2b6f0cbe-f068-4e74-886e-167a4b8cd182,segment=NetworkSegment(9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2),segment_id=9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:03:14.493318 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ab45e61a-3ee7-4b9b-a948-e5556fab0d43 req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:15.001027 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:15.010236 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-e7e651fb-4bce-4e22-a64e-3d5a77af1672 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:15.011553 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-e7e651fb-4bce-4e22-a64e-3d5a77af1672 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Synchronizing usage tracker for tenant:fe53762e5ab44dc59d26f6b6536be0f4 on resource:port {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:03:15.064676 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-e7e651fb-4bce-4e22-a64e-3d5a77af1672 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Unset dirty status for tenant:fe53762e5ab44dc59d26f6b6536be0f4 on resource:port {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:03:15.066285 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-e7e651fb-4bce-4e22-a64e-3d5a77af1672 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.87 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 946 time: 0.4738731 Feb 19 03:03:15.223413 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:15.252354 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ab45e61a-3ee7-4b9b-a948-e5556fab0d43 req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:15.252824 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ab45e61a-3ee7-4b9b-a948-e5556fab0d43 req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854343256'] for floatingip, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:15.253325 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.l3_db [req-ab45e61a-3ee7-4b9b-a948-e5556fab0d43 req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Floating IP 9df86296-f73a-40a0-88ca-064088b2f00c disassociated. External IP: 172.28.3.51, port: 2b6f0cbe-f068-4e74-886e-167a4b8cd182. Feb 19 03:03:15.253825 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-ab45e61a-3ee7-4b9b-a948-e5556fab0d43 req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Calling delete_port for 2b6f0cbe-f068-4e74-886e-167a4b8cd182 owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:03:15.310928 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07138d0-6215-4cfc-9f5b-253d89279682 req-263f1f17-c93e-4924-89aa-65b28819b6c2 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:15.317785 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c07138d0-6215-4cfc-9f5b-253d89279682 req-263f1f17-c93e-4924-89aa-65b28819b6c2 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 946 time: 0.1471004 Feb 19 03:03:15.319138 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-8719086b-aa43-4bb8-a56b-74fe0eec0a12 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Deleting port 9a4754ba-9d06-4dba-b556-46a0bac0ac46 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:03:15.319541 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-8719086b-aa43-4bb8-a56b-74fe0eec0a12 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:15.436951 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c07138d0-6215-4cfc-9f5b-253d89279682 req-016dac57-b5bf-4808-ba61-242d46f732da tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178384 Feb 19 03:03:15.501073 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36c1d1-301e-47fc-a6a2-d6554757e6a9 req-adc2dd51-401d-44c5-b649-aff97ca073a5 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:15.503417 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-cb36c1d1-301e-47fc-a6a2-d6554757e6a9 req-adc2dd51-401d-44c5-b649-aff97ca073a5 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1670494 Feb 19 03:03:15.679690 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:03:15.770452 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-cb36c1d1-301e-47fc-a6a2-d6554757e6a9 req-3cbc6e90-830d-49ce-b8f0-4d9262a9b5dc tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577658 Feb 19 03:03:15.778733 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:03:15.779522 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:15.795815 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-8719086b-aa43-4bb8-a56b-74fe0eec0a12 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] For port 9a4754ba-9d06-4dba-b556-46a0bac0ac46, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9a4754ba-9d06-4dba-b556-46a0bac0ac46,segment=NetworkSegment(f4db8abf-3f29-4fd7-88e1-d28e8821a0e1),segment_id=f4db8abf-3f29-4fd7-88e1-d28e8821a0e1)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:03:15.797170 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-8719086b-aa43-4bb8-a56b-74fe0eec0a12 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:15.882141 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5746f-e52f-4448-9f50-4c9fa8c3658c req-ae4852a4-476f-4783-b279-42e5d58e700c tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:15.893722 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ece5746f-e52f-4448-9f50-4c9fa8c3658c req-ae4852a4-476f-4783-b279-42e5d58e700c tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 946 time: 0.3147843 Feb 19 03:03:15.971819 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ece5746f-e52f-4448-9f50-4c9fa8c3658c req-6924cb40-9020-4bc8-94f3-f25f1f7ef1f1 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups?id=f4914458-147d-44f9-a696-d8fc7c13fb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765500 Feb 19 03:03:16.022536 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-8719086b-aa43-4bb8-a56b-74fe0eec0a12 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Calling delete_port for 9a4754ba-9d06-4dba-b556-46a0bac0ac46 owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:03:16.066321 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 2b6f0cbe-f068-4e74-886e-167a4b8cd182 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:03:16.082377 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ab45e61a-3ee7-4b9b-a948-e5556fab0d43 req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:16.102676 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:16.151871 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] No Port match for: 2b6f0cbe-f068-4e74-886e-167a4b8cd182 {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 03:03:16.152650 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 2b6f0cbe-f068-4e74-886e-167a4b8cd182 not bound to the agent host hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:03:16.153773 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 9a4754ba-9d06-4dba-b556-46a0bac0ac46 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:03:16.269629 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Pushing event deleted for resources: {'Port': ['ID=2b6f0cbe-f068-4e74-886e-167a4b8cd182,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:16.324127 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:16.361321 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a4754ba-9d06-4dba-b556-46a0bac0ac46'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:03:16.374630 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 9a4754ba-9d06-4dba-b556-46a0bac0ac46, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9a4754ba-9d06-4dba-b556-46a0bac0ac46,segment=NetworkSegment(f4db8abf-3f29-4fd7-88e1-d28e8821a0e1),segment_id=f4db8abf-3f29-4fd7-88e1-d28e8821a0e1)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:03:16.381387 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:16.386512 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-187ad624-f91e-4056-965d-9a7c1b5da130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:16.473140 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=9a4754ba-9d06-4dba-b556-46a0bac0ac46,revision_number=7']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:16.482697 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.483082 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.483456 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.483970 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.484876 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.485219 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.485588 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.485990 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.486342 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.486703 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.487061 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.487418 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.487867 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.488226 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.488591 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.488943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.489297 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.489655 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.490109 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.490470 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.490826 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.491893 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.491893 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.491893 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.497503 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:16.552846 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a4754ba-9d06-4dba-b556-46a0bac0ac46', 'code': 200} Feb 19 03:03:16.600767 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.601093 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.601456 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.601896 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.602289 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.602682 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.603071 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.603458 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.603971 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.604237 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.604622 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.605008 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.605478 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.605906 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.606267 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.606659 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.607059 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.607435 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.607830 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.608215 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.608606 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.610060 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.610060 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.621002 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:16.668300 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:16.811200 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844b7a4-97e5-456f-acee-77b683e51500 req-73778192-d4c2-4094-a718-14d22066444d tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:16.832947 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d844b7a4-97e5-456f-acee-77b683e51500 req-73778192-d4c2-4094-a718-14d22066444d tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 944 time: 0.2365766 Feb 19 03:03:16.947205 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d844b7a4-97e5-456f-acee-77b683e51500 req-524c0592-030c-44c7-8943-e9cb89bf57e9 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131117 Feb 19 03:03:17.014813 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab45e61a-3ee7-4b9b-a948-e5556fab0d43 req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Router bd5d5559-8f65-4e04-bac3-ff3991e44726 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 03:03:17.019211 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.api [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-8719086b-aa43-4bb8-a56b-74fe0eec0a12 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:03:17.019630 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_db.api [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-8719086b-aa43-4bb8-a56b-74fe0eec0a12 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 03:03:17.344898 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab45e61a-3ee7-4b9b-a948-e5556fab0d43 req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:03:17.361678 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dee4c3-2340-4ad2-a5b5-ef10b48e2e1d None None] Sync routers for ids ['bd5d5559-8f65-4e04-bac3-ff3991e44726'] in dv-cinder-775706-2-smb {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:03:17.412870 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dee4c3-2340-4ad2-a5b5-ef10b48e2e1d None None] Routers {'bd5d5559-8f65-4e04-bac3-ff3991e44726'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:03:17.414254 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-c5dee4c3-2340-4ad2-a5b5-ef10b48e2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:03:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['bd5d5559-8f65-4e04-bac3-ff3991e44726'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:17.443472 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab45e61a-3ee7-4b9b-a948-e5556fab0d43 req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] No DVR routers for this DVR port 2b6f0cbe-f068-4e74-886e-167a4b8cd182 on host hv-cinder-77570 {{(pid=84085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 03:03:17.447647 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-ab45e61a-3ee7-4b9b-a948-e5556fab0d43 req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:17.477090 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b116cef-6bb3-497e-bdbe-6f8faf1f72ba', 'name': 'network-vif-deleted', 'tag': '2b6f0cbe-f068-4e74-886e-167a4b8cd182'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:03:17.495169 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ab45e61a-3ee7-4b9b-a948-e5556fab0d43 req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.87 "DELETE /v2.0/ports/2b6f0cbe-f068-4e74-886e-167a4b8cd182 HTTP/1.1" status: 204 len: 173 time: 3.4495599 Feb 19 03:03:17.508250 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0e900725-014b-4874-aae3-acdf2d89e4b9 req-fa8d50fd-8862-4ad8-b98d-f242aed6ead2 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 210 time: 0.3171799 Feb 19 03:03:17.520964 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-8719086b-aa43-4bb8-a56b-74fe0eec0a12 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Deleting port 9a4754ba-9d06-4dba-b556-46a0bac0ac46 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:03:17.521533 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-8719086b-aa43-4bb8-a56b-74fe0eec0a12 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:17.626553 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3562dbe-1950-48bf-a321-8dceab0649fe req-39f814d0-0c30-48b5-8bdf-51febea1657b tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:17.645604 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e3562dbe-1950-48bf-a321-8dceab0649fe req-39f814d0-0c30-48b5-8bdf-51febea1657b tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.4596422 Feb 19 03:03:17.844393 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e3562dbe-1950-48bf-a321-8dceab0649fe req-2ee4ce66-e2ff-4b48-bb04-d175d72c1736 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976073 Feb 19 03:03:18.160120 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b116cef-6bb3-497e-bdbe-6f8faf1f72ba', 'name': 'network-vif-deleted', 'tag': '2b6f0cbe-f068-4e74-886e-167a4b8cd182', 'status': 'completed', 'code': 200} Feb 19 03:03:18.319558 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-8719086b-aa43-4bb8-a56b-74fe0eec0a12 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] For port 9a4754ba-9d06-4dba-b556-46a0bac0ac46, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9a4754ba-9d06-4dba-b556-46a0bac0ac46,segment=NetworkSegment(f4db8abf-3f29-4fd7-88e1-d28e8821a0e1),segment_id=f4db8abf-3f29-4fd7-88e1-d28e8821a0e1)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:03:18.320442 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-8719086b-aa43-4bb8-a56b-74fe0eec0a12 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:18.333388 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-c5dee4c3-2340-4ad2-a5b5-ef10b48e2e1d None None] Set router bd5d5559-8f65-4e04-bac3-ff3991e44726 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:03:18.385462 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981a779-dd79-4f1d-bf17-4aa56145c657 req-04485c16-5e0f-42a4-9062-0a5637367f69 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:18.395726 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9981a779-dd79-4f1d-bf17-4aa56145c657 req-04485c16-5e0f-42a4-9062-0a5637367f69 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 944 time: 0.1266680 Feb 19 03:03:18.464933 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9981a779-dd79-4f1d-bf17-4aa56145c657 req-8fad3085-a027-4b6e-892b-e6a0119e2c4b tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/security-groups?id=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675085 Feb 19 03:03:18.598466 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-8719086b-aa43-4bb8-a56b-74fe0eec0a12 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Calling delete_port for 9a4754ba-9d06-4dba-b556-46a0bac0ac46 owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:03:18.958804 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-8719086b-aa43-4bb8-a56b-74fe0eec0a12 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:19.115612 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0ab994a0-95f8-4671-9f17-3007bf668320 req-30244ee1-175b-4525-9eb0-8713d327c6ec tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/ports?device_id=1b116cef-6bb3-497e-bdbe-6f8faf1f72ba HTTP/1.1" status: 200 len: 210 time: 0.2375414 Feb 19 03:03:19.168923 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-c5dee4c3-2340-4ad2-a5b5-ef10b48e2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9557bbe9-1621-419d-9115-d624a96da223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:13Z', 'revision_number': 4, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port': {'id': '9557bbe9-1621-419d-9115-d624a96da223', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:44Z', 'updated_at': '2021-02-19T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '7e806cc3-7d27-460e-a10b-7cb304f63454', 'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'mac_address': 'fa:16:3e:8a:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '38374417-3478-4427-9684-8966c2d250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:07Z', 'updated_at': '2021-02-19T02:56:32Z', 'revision_number': 5, 'project_id': '619fad70faee4631a203fa17432b1857', 'subnets': [{'id': '38374417-3478-4427-9684-8966c2d250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:19.179628 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dee4c3-2340-4ad2-a5b5-ef10b48e2e1d None None] Checking router: bd5d5559-8f65-4e04-bac3-ff3991e44726 for host: dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:03:19.202738 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dee4c3-2340-4ad2-a5b5-ef10b48e2e1d None None] Routers {'bd5d5559-8f65-4e04-bac3-ff3991e44726'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:03:19.203807 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-c5dee4c3-2340-4ad2-a5b5-ef10b48e2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:03:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['bd5d5559-8f65-4e04-bac3-ff3991e44726'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:19.210037 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:19.271377 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719086b-aa43-4bb8-a56b-74fe0eec0a12 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Pushing event deleted for resources: {'Port': ['ID=9a4754ba-9d06-4dba-b556-46a0bac0ac46,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:19.276380 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-8719086b-aa43-4bb8-a56b-74fe0eec0a12 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:19.301570 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21880ddb-a0cc-4c74-a5dc-d6339ea1cd7e req-f0e58700-df05-4ebe-936b-4c992effbd76 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:19.313023 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-21880ddb-a0cc-4c74-a5dc-d6339ea1cd7e req-f0e58700-df05-4ebe-936b-4c992effbd76 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1951268 Feb 19 03:03:19.334391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-8719086b-aa43-4bb8-a56b-74fe0eec0a12 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] No DVR routers for this DVR port 9a4754ba-9d06-4dba-b556-46a0bac0ac46 on host hv-cinder-77570 {{(pid=84085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 03:03:19.337447 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-8719086b-aa43-4bb8-a56b-74fe0eec0a12 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:19.372278 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8f3547ac-b1e5-43c0-8117-4c04dc6e5ee9 req-8719086b-aa43-4bb8-a56b-74fe0eec0a12 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.87 "DELETE /v2.0/ports/9a4754ba-9d06-4dba-b556-46a0bac0ac46 HTTP/1.1" status: 204 len: 173 time: 4.2966506 Feb 19 03:03:19.386589 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-21880ddb-a0cc-4c74-a5dc-d6339ea1cd7e req-5e6671b1-470e-4acb-bbdd-b7bb1034537f tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718045 Feb 19 03:03:19.520286 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-c5dee4c3-2340-4ad2-a5b5-ef10b48e2e1d None None] Set router bd5d5559-8f65-4e04-bac3-ff3991e44726 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:03:19.741825 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-78fe5c4f-0389-406f-87d6-4d110df7a6a3 req-dfa1d36d-4142-4f34-bc1e-33738a1e6449 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] 10.222.0.75 "GET /v2.0/ports?device_id=2460fc39-db61-4b35-8a24-eb41833e41bd HTTP/1.1" status: 200 len: 210 time: 0.0961959 Feb 19 03:03:20.044492 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-c5dee4c3-2340-4ad2-a5b5-ef10b48e2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9557bbe9-1621-419d-9115-d624a96da223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:13Z', 'revision_number': 4, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port': {'id': '9557bbe9-1621-419d-9115-d624a96da223', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:44Z', 'updated_at': '2021-02-19T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '7e806cc3-7d27-460e-a10b-7cb304f63454', 'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'mac_address': 'fa:16:3e:8a:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '38374417-3478-4427-9684-8966c2d250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:07Z', 'updated_at': '2021-02-19T02:56:32Z', 'revision_number': 5, 'project_id': '619fad70faee4631a203fa17432b1857', 'subnets': [{'id': '38374417-3478-4427-9684-8966c2d250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:20.054555 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dee4c3-2340-4ad2-a5b5-ef10b48e2e1d None None] The sync data for ids ['bd5d5559-8f65-4e04-bac3-ff3991e44726'] in dv-cinder-775706-2-smb is: [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9557bbe9-1621-419d-9115-d624a96da223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:13Z', 'revision_number': 4, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port': {'id': '9557bbe9-1621-419d-9115-d624a96da223', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:44Z', 'updated_at': '2021-02-19T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '7e806cc3-7d27-460e-a10b-7cb304f63454', 'name': '', 'network_id': '3a78709d-1a68-4957-9e6e-7eecb2b4a618', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'mac_address': 'fa:16:3e:8a:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '38374417-3478-4427-9684-8966c2d250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:07Z', 'updated_at': '2021-02-19T02:56:32Z', 'revision_number': 5, 'project_id': '619fad70faee4631a203fa17432b1857', 'subnets': [{'id': '38374417-3478-4427-9684-8966c2d250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:03:20.162536 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'name': 'network-vif-deleted', 'tag': '9a4754ba-9d06-4dba-b556-46a0bac0ac46'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:03:20.277841 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2460fc39-db61-4b35-8a24-eb41833e41bd', 'name': 'network-vif-deleted', 'tag': '9a4754ba-9d06-4dba-b556-46a0bac0ac46', 'status': 'completed', 'code': 200} Feb 19 03:03:20.327412 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 55198) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:03:20.434532 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5813e2ff-e4d2-464f-906b-f5198c35b3f0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:20.478824 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5813e2ff-e4d2-464f-906b-f5198c35b3f0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:20.546779 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5813e2ff-e4d2-464f-906b-f5198c35b3f0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:20.554263 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-fd61f849-fadd-4121-9881-fb2accb8af30 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:20.578606 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813e2ff-e4d2-464f-906b-f5198c35b3f0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4914458-147d-44f9-a696-d8fc7c13fb56,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:20.581979 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5813e2ff-e4d2-464f-906b-f5198c35b3f0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:20.597522 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dab14f-c737-4325-81b7-974f91356e30 None None] New status for floating IP 9df86296-f73a-40a0-88ca-064088b2f00c: DOWN {{(pid=84087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 03:03:20.601799 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5813e2ff-e4d2-464f-906b-f5198c35b3f0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:20.611322 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-5813e2ff-e4d2-464f-906b-f5198c35b3f0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "DELETE /v2.0/security-groups/f4914458-147d-44f9-a696-d8fc7c13fb56 HTTP/1.1" status: 204 len: 168 time: 0.2826664 Feb 19 03:03:20.614214 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 55204) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:03:20.638961 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.v2.resource [None req-cea40cd3-be12-4ced-b341-f8767ca16d59 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] show failed (client error): The resource could not be found. Feb 19 03:03:20.640347 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-cea40cd3-be12-4ced-b341-f8767ca16d59 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "GET /v2.0/security-groups/f4914458-147d-44f9-a696-d8fc7c13fb56 HTTP/1.1" status: 404 len: 347 time: 0.0248582 Feb 19 03:03:20.643657 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 55208) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:03:20.891439 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-e638dd4e-2936-490f-8f46-50d3d8b0aee9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Deleting port 36d6009e-d992-43d8-a7e0-3e12e900c774 {{(pid=84083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:03:20.892100 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e638dd4e-2936-490f-8f46-50d3d8b0aee9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:21.063791 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c28465-435d-4ece-a33b-fbec92cdb018 req-5ef8417e-18b2-43c4-91d5-dd0c6492264c tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:21.073822 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e0c28465-435d-4ece-a33b-fbec92cdb018 req-5ef8417e-18b2-43c4-91d5-dd0c6492264c tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.5372856 Feb 19 03:03:21.226514 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e0c28465-435d-4ece-a33b-fbec92cdb018 req-61dec0a9-4e58-4477-b317-25e95dd56c79 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512599 Feb 19 03:03:21.339422 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e638dd4e-2936-490f-8f46-50d3d8b0aee9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:21.339801 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e638dd4e-2936-490f-8f46-50d3d8b0aee9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:21.567537 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-e638dd4e-2936-490f-8f46-50d3d8b0aee9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Calling delete_port for 36d6009e-d992-43d8-a7e0-3e12e900c774 owned by network:floatingip {{(pid=84083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:03:21.808442 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.api [None req-e638dd4e-2936-490f-8f46-50d3d8b0aee9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:03:21.808442 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_db.api [None req-e638dd4e-2936-490f-8f46-50d3d8b0aee9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 03:03:21.838702 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136ea60-b0e2-41a6-b5c1-204b548d9da9 req-aca5372d-547d-4bd0-958c-1d8d05dd52a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:21.841938 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9136ea60-b0e2-41a6-b5c1-204b548d9da9 req-aca5372d-547d-4bd0-958c-1d8d05dd52a2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c002812913314504b133ae634af86b2e&device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 1162 time: 0.2057073 Feb 19 03:03:22.055829 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 55252) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:03:22.199428 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136ea60-b0e2-41a6-b5c1-204b548d9da9 req-75ff9503-6389-4127-bfd5-0baa2346b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:22.201786 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9136ea60-b0e2-41a6-b5c1-204b548d9da9 req-75ff9503-6389-4127-bfd5-0baa2346b2b4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=aff37b45-bb0b-4722-99c2-f05b1c234791 HTTP/1.1" status: 200 len: 911 time: 0.3321099 Feb 19 03:03:22.310105 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-e638dd4e-2936-490f-8f46-50d3d8b0aee9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Deleting port 36d6009e-d992-43d8-a7e0-3e12e900c774 {{(pid=84083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:03:22.310734 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e638dd4e-2936-490f-8f46-50d3d8b0aee9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:22.405122 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9136ea60-b0e2-41a6-b5c1-204b548d9da9 req-bbac854f-77ea-4c81-81f8-0515fa91cde4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 HTTP/1.1" status: 200 len: 1001 time: 0.1941059 Feb 19 03:03:22.534886 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136ea60-b0e2-41a6-b5c1-204b548d9da9 req-5718a6ad-8c66-4720-86e2-cac5e934cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:22.536675 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9136ea60-b0e2-41a6-b5c1-204b548d9da9 req-5718a6ad-8c66-4720-86e2-cac5e934cee8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b750ccce-480c-48ff-95df-32a79b278619 HTTP/1.1" status: 200 len: 856 time: 0.1243536 Feb 19 03:03:22.709178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136ea60-b0e2-41a6-b5c1-204b548d9da9 req-d0ca9092-4e69-44da-9275-4568b8d3ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:22.711134 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9136ea60-b0e2-41a6-b5c1-204b548d9da9 req-d0ca9092-4e69-44da-9275-4568b8d3ac90 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=aff37b45-bb0b-4722-99c2-f05b1c234791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1663690 Feb 19 03:03:22.962916 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9136ea60-b0e2-41a6-b5c1-204b548d9da9 req-8121a94f-380c-4292-bace-990de4de075a service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432730 Feb 19 03:03:23.183147 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9136ea60-b0e2-41a6-b5c1-204b548d9da9 req-a4b1be3e-63f4-48e8-a8ce-3f4f09a41cad service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2123430 Feb 19 03:03:23.230672 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282ee63-7338-4d6f-b365-52e210477c01 req-568f5323-37a0-4b5a-a9eb-4bbab1238f2e tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:23.236202 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f282ee63-7338-4d6f-b365-52e210477c01 req-568f5323-37a0-4b5a-a9eb-4bbab1238f2e tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.6676323 Feb 19 03:03:23.404256 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f282ee63-7338-4d6f-b365-52e210477c01 req-447cc020-10f2-4468-9cbc-3f8ec07267b1 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586246 Feb 19 03:03:23.451993 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e638dd4e-2936-490f-8f46-50d3d8b0aee9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:23.453006 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e638dd4e-2936-490f-8f46-50d3d8b0aee9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:23.603171 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-e638dd4e-2936-490f-8f46-50d3d8b0aee9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Calling delete_port for 36d6009e-d992-43d8-a7e0-3e12e900c774 owned by network:floatingip {{(pid=84083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:03:23.668013 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d579a664-e793-407b-86ab-bfa12c0aafb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854343345'] for router_interface, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:24.051260 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e638dd4e-2936-490f-8f46-50d3d8b0aee9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:24.074959 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cca08401-07d3-4c89-9703-cc90547cc633 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:24.203318 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638dd4e-2936-490f-8f46-50d3d8b0aee9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Pushing event deleted for resources: {'Port': ['ID=36d6009e-d992-43d8-a7e0-3e12e900c774,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:24.208961 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e638dd4e-2936-490f-8f46-50d3d8b0aee9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:24.366011 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1d4ad-7117-4eca-9ca4-1d5423fdd92a req-1c79bf1b-45f2-4e13-bd60-249c7867ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:24.367933 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-faf1d4ad-7117-4eca-9ca4-1d5423fdd92a req-1c79bf1b-45f2-4e13-bd60-249c7867ff75 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c002812913314504b133ae634af86b2e&device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 1162 time: 0.0923960 Feb 19 03:03:24.413604 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-d579a664-e793-407b-86ab-bfa12c0aafb8 admin admin] Deleting port 600e595d-1a0e-40c0-9e1d-935a2a12af46 {{(pid=84083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:03:24.414170 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d579a664-e793-407b-86ab-bfa12c0aafb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:24.443965 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e638dd4e-2936-490f-8f46-50d3d8b0aee9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks [] for floatingip, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:24.483330 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e638dd4e-2936-490f-8f46-50d3d8b0aee9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for floatingip, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:24.491162 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-e638dd4e-2936-490f-8f46-50d3d8b0aee9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] 10.222.0.75 "DELETE /v2.0/floatingips/9df86296-f73a-40a0-88ca-064088b2f00c HTTP/1.1" status: 204 len: 168 time: 3.8397350 Feb 19 03:03:24.560224 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1d4ad-7117-4eca-9ca4-1d5423fdd92a req-5de368be-a19c-46f7-af03-01333e699fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:24.562357 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-faf1d4ad-7117-4eca-9ca4-1d5423fdd92a req-5de368be-a19c-46f7-af03-01333e699fac service neutron] 10.222.0.87 "GET /v2.0/networks?id=aff37b45-bb0b-4722-99c2-f05b1c234791 HTTP/1.1" status: 200 len: 911 time: 0.1861720 Feb 19 03:03:24.644994 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:03:24.711017 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-faf1d4ad-7117-4eca-9ca4-1d5423fdd92a req-66a2f492-f78d-4730-a923-5cafd793eb12 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 HTTP/1.1" status: 200 len: 1001 time: 0.1411068 Feb 19 03:03:24.732561 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80123761-eca2-4996-9225-6a473ce81708 req-2931bce7-4ad1-42f6-9010-8a745f201182 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:24.734671 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-80123761-eca2-4996-9225-6a473ce81708 req-2931bce7-4ad1-42f6-9010-8a745f201182 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1598258 Feb 19 03:03:24.741573 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-d579a664-e793-407b-86ab-bfa12c0aafb8 admin admin] For port 600e595d-1a0e-40c0-9e1d-935a2a12af46, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=600e595d-1a0e-40c0-9e1d-935a2a12af46,segment=NetworkSegment(f4db8abf-3f29-4fd7-88e1-d28e8821a0e1),segment_id=f4db8abf-3f29-4fd7-88e1-d28e8821a0e1)] {{(pid=84083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:03:24.742047 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d579a664-e793-407b-86ab-bfa12c0aafb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:24.802902 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1d4ad-7117-4eca-9ca4-1d5423fdd92a req-d7f96048-4014-42cd-a6b3-11c95b041af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:24.805585 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-faf1d4ad-7117-4eca-9ca4-1d5423fdd92a req-d7f96048-4014-42cd-a6b3-11c95b041af4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b750ccce-480c-48ff-95df-32a79b278619 HTTP/1.1" status: 200 len: 856 time: 0.0852544 Feb 19 03:03:24.916944 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-d579a664-e793-407b-86ab-bfa12c0aafb8 admin admin] Calling delete_port for 600e595d-1a0e-40c0-9e1d-935a2a12af46 owned by network:router_interface {{(pid=84083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:03:24.925784 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1d4ad-7117-4eca-9ca4-1d5423fdd92a req-84048b36-29d9-46ee-a842-3fe478680fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:24.927899 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-faf1d4ad-7117-4eca-9ca4-1d5423fdd92a req-84048b36-29d9-46ee-a842-3fe478680fef service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=aff37b45-bb0b-4722-99c2-f05b1c234791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1131084 Feb 19 03:03:24.993536 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-80123761-eca2-4996-9225-6a473ce81708 req-5e6363a1-a565-4b10-b02e-a6f62dcaf367 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413123 Feb 19 03:03:25.158888 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:25.309092 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d579a664-e793-407b-86ab-bfa12c0aafb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:25.329172 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7a6621b9-9ea9-4258-aed1-d7a4e7064636 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:25.353486 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-faf1d4ad-7117-4eca-9ca4-1d5423fdd92a req-3fd52b1a-2bb6-48d2-b120-803628f4c598 service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169917 Feb 19 03:03:25.516806 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-faf1d4ad-7117-4eca-9ca4-1d5423fdd92a req-1d70d67c-01a6-45c5-9c92-1106643ba93c service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1552444 Feb 19 03:03:25.672027 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579a664-e793-407b-86ab-bfa12c0aafb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=600e595d-1a0e-40c0-9e1d-935a2a12af46,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:25.682236 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d579a664-e793-407b-86ab-bfa12c0aafb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:26.039849 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d579a664-e793-407b-86ab-bfa12c0aafb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432124'] for router_interface, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:26.371399 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545b32f-4ecf-4818-a0ae-bd2c1a33f94b req-330c71ea-5320-4f07-bef6-57223f637241 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:26.373000 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a545b32f-4ecf-4818-a0ae-bd2c1a33f94b req-330c71ea-5320-4f07-bef6-57223f637241 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.2214985 Feb 19 03:03:26.510510 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a545b32f-4ecf-4818-a0ae-bd2c1a33f94b req-48a7f863-266d-4012-af44-90702eb53b9d tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296144 Feb 19 03:03:26.724213 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d579a664-e793-407b-86ab-bfa12c0aafb8 admin admin] Router 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 03:03:26.926160 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d579a664-e793-407b-86ab-bfa12c0aafb8 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:03:26.936300 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c6c3f-ee3d-41f8-a4f1-021c56da07b8 None None] Sync routers for ids ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'] in dv-cinder-775706-2-smb {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:03:26.940807 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-d579a664-e793-407b-86ab-bfa12c0aafb8 admin admin] 10.222.0.75 "PUT /v2.0/routers/0d7cf58a-b3c7-4f27-8304-a780f91e4bf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8832560 Feb 19 03:03:26.943624 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 55286) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:03:26.950656 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c6c3f-ee3d-41f8-a4f1-021c56da07b8 None None] Routers {'0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:03:26.951391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-443c6c3f-ee3d-41f8-a4f1-021c56da07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:03:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:27.153049 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b58fece6-ddeb-4ee9-92b3-1691af10e227 admin admin] Notify callbacks [] for router, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:27.168928 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-443c6c3f-ee3d-41f8-a4f1-021c56da07b8 None None] Set router 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:03:27.357798 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b58fece6-ddeb-4ee9-92b3-1691af10e227 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:27.369807 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-b58fece6-ddeb-4ee9-92b3-1691af10e227 admin admin] Deleting port a67c4789-dadd-4be7-85c2-f94a6cdd2738 {{(pid=84083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:03:27.370204 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b58fece6-ddeb-4ee9-92b3-1691af10e227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:27.535516 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-443c6c3f-ee3d-41f8-a4f1-021c56da07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'name': 'tempest-TestMinimumBasicScenario-988858796-router', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:00:28Z', 'updated_at': '2021-02-19T03:03:25Z', 'revision_number': 5, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'gw_port': {'id': 'a67c4789-dadd-4be7-85c2-f94a6cdd2738', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:00:31Z', 'updated_at': '2021-02-19T03:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:27.541645 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c6c3f-ee3d-41f8-a4f1-021c56da07b8 None None] Checking router: 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 for host: dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:03:27.552210 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c6c3f-ee3d-41f8-a4f1-021c56da07b8 None None] Routers {'0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:03:27.553456 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-443c6c3f-ee3d-41f8-a4f1-021c56da07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:03:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:27.658055 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-b58fece6-ddeb-4ee9-92b3-1691af10e227 admin admin] For port a67c4789-dadd-4be7-85c2-f94a6cdd2738, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=a67c4789-dadd-4be7-85c2-f94a6cdd2738,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:03:27.658978 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b58fece6-ddeb-4ee9-92b3-1691af10e227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:27.698570 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:03:27.804484 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-443c6c3f-ee3d-41f8-a4f1-021c56da07b8 None None] Set router 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 gateway port host: None {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:03:27.975565 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-b58fece6-ddeb-4ee9-92b3-1691af10e227 admin admin] Calling delete_port for a67c4789-dadd-4be7-85c2-f94a6cdd2738 owned by network:router_gateway {{(pid=84083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:03:28.169334 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-443c6c3f-ee3d-41f8-a4f1-021c56da07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'name': 'tempest-TestMinimumBasicScenario-988858796-router', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:00:28Z', 'updated_at': '2021-02-19T03:03:27Z', 'revision_number': 6, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'gw_port_host': None}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:28.236962 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c6c3f-ee3d-41f8-a4f1-021c56da07b8 None None] The sync data for ids ['0d7cf58a-b3c7-4f27-8304-a780f91e4bf5'] in dv-cinder-775706-2-smb is: [{'id': '0d7cf58a-b3c7-4f27-8304-a780f91e4bf5', 'name': 'tempest-TestMinimumBasicScenario-988858796-router', 'tenant_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:00:28Z', 'updated_at': '2021-02-19T03:03:27Z', 'revision_number': 6, 'project_id': 'fe53762e5ab44dc59d26f6b6536be0f4', 'gw_port_host': None}] {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:03:28.291523 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:28.351308 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a98b9f7-c0d9-47dc-b1e0-3057326c25ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d61f9c5-ee0b-4192-bce8-ae21e3785ab2'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:03:28.377097 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=5d61f9c5-ee0b-4192-bce8-ae21e3785ab2,segment=NetworkSegment(d616cdcb-7ab1-43cf-a37d-52e71d74e46e),segment_id=d616cdcb-7ab1-43cf-a37d-52e71d74e46e)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:03:28.384504 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:28.386690 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:28.432026 dv-cinder-775706-2-smb neutron-server[83972]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1a98b9f7-c0d9-47dc-b1e0-3057326c25ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d61f9c5-ee0b-4192-bce8-ae21e3785ab2', 'code': 422} returned with failed status Feb 19 03:03:28.440403 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949827df-1743-4558-a2da-d17e01eb9e4e req-5cf1ff61-05bd-40c2-90f1-765a023f6720 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:28.443550 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-949827df-1743-4558-a2da-d17e01eb9e4e req-5cf1ff61-05bd-40c2-90f1-765a023f6720 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.6326790 Feb 19 03:03:28.471466 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=5d61f9c5-ee0b-4192-bce8-ae21e3785ab2,revision_number=5']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:28.475139 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:28.615495 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-949827df-1743-4558-a2da-d17e01eb9e4e req-6bdde01c-4176-4253-b1dd-bcd69e246f16 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571314 Feb 19 03:03:28.660064 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b58fece6-ddeb-4ee9-92b3-1691af10e227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:28.685202 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:28.870626 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fece6-ddeb-4ee9-92b3-1691af10e227 admin admin] Pushing event deleted for resources: {'Port': ['ID=a67c4789-dadd-4be7-85c2-f94a6cdd2738,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:28.876167 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b58fece6-ddeb-4ee9-92b3-1691af10e227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:28.907319 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 55310) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:03:29.059424 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b58fece6-ddeb-4ee9-92b3-1691af10e227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854347667'] for router_gateway, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:29.377135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 600e595d-1a0e-40c0-9e1d-935a2a12af46 no longer exists at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:03:29.396638 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b58fece6-ddeb-4ee9-92b3-1691af10e227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763000'] for router, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:29.401205 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b58fece6-ddeb-4ee9-92b3-1691af10e227 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:29.423292 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] No Port match for: 600e595d-1a0e-40c0-9e1d-935a2a12af46 {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 03:03:29.423879 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 600e595d-1a0e-40c0-9e1d-935a2a12af46 not bound to the agent host dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:03:29.424456 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device a67c4789-dadd-4be7-85c2-f94a6cdd2738 no longer exists at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:03:29.472188 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] No Port match for: a67c4789-dadd-4be7-85c2-f94a6cdd2738 {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 03:03:29.472776 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device a67c4789-dadd-4be7-85c2-f94a6cdd2738 not bound to the agent host dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:03:29.579982 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b58fece6-ddeb-4ee9-92b3-1691af10e227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854342382'] for router, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:29.580488 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58fece6-ddeb-4ee9-92b3-1691af10e227 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 {{(pid=84083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 19 03:03:29.610599 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b58fece6-ddeb-4ee9-92b3-1691af10e227 admin admin] Notify callbacks [] for router, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:29.614526 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-b58fece6-ddeb-4ee9-92b3-1691af10e227 admin admin] 10.222.0.75 "DELETE /v2.0/routers/0d7cf58a-b3c7-4f27-8304-a780f91e4bf5 HTTP/1.1" status: 204 len: 168 time: 2.6670628 Feb 19 03:03:29.615162 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 55316) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:03:29.727529 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba0fe68-f1a8-4891-8058-4c42c9bf5378 admin admin] Deleting subnet 7af365aa-da17-4ca3-acf4-244bb6f30a8b {{(pid=84085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 03:03:29.734157 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4ba0fe68-f1a8-4891-8058-4c42c9bf5378 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:29.812048 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4ba0fe68-f1a8-4891-8058-4c42c9bf5378 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2074732'] for subnet, precommit_delete_associations {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:29.989197 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4ba0fe68-f1a8-4891-8058-4c42c9bf5378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764431'] for subnet, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:30.074468 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97955e2b-47d3-42e2-bd9b-287fcff34bd0 req-81495c81-b1ea-467e-b0ba-941503f6b8e7 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:30.077639 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-97955e2b-47d3-42e2-bd9b-287fcff34bd0 req-81495c81-b1ea-467e-b0ba-941503f6b8e7 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.2408495 Feb 19 03:03:30.170621 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-97955e2b-47d3-42e2-bd9b-287fcff34bd0 req-423671a9-f5ef-4b11-834c-36b26fe3a570 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793242 Feb 19 03:03:30.265313 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ae82ae7c-3afa-47fd-87a1-a6c973744ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854343345'] for router_interface, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:30.378953 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4ba0fe68-f1a8-4891-8058-4c42c9bf5378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847011385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2213791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850731962'] for subnet, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:30.398120 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d1485d20-9eec-4e66-a597-2b62025083a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:30.521281 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0fe68-f1a8-4891-8058-4c42c9bf5378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7af365aa-da17-4ca3-acf4-244bb6f30a8b,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:30.526639 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-4ba0fe68-f1a8-4891-8058-4c42c9bf5378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:30.588353 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4ba0fe68-f1a8-4891-8058-4c42c9bf5378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:30.595875 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e201c775-bd82-429b-9647-4df7508cd2c5 None None] Network 71c7abe9-550c-49aa-86cb-fab00d1ec7d7 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 03:03:30.596411 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-4ba0fe68-f1a8-4891-8058-4c42c9bf5378 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/7af365aa-da17-4ca3-acf4-244bb6f30a8b HTTP/1.1" status: 204 len: 168 time: 0.9795983 Feb 19 03:03:30.602649 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 55330) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:03:30.777042 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-ae82ae7c-3afa-47fd-87a1-a6c973744ed4 admin admin] Deleting port 7e806cc3-7d27-460e-a10b-7cb304f63454 {{(pid=84083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:03:30.778090 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ae82ae7c-3afa-47fd-87a1-a6c973744ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:30.817112 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846840226'] for network, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:30.952451 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Deleting port b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:03:30.952889 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:31.036253 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d75a49-cdc4-44ae-9904-bc50b3897cfe None None] DHCP port deletion for 71c7abe9-550c-49aa-86cb-fab00d1ec7d7 request from dv-cinder-775706-2-smb {{(pid=84086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 19 03:03:31.043801 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-a3d75a49-cdc4-44ae-9904-bc50b3897cfe None None] Deleting port b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:03:31.044481 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a3d75a49-cdc4-44ae-9904-bc50b3897cfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:31.172658 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-ae82ae7c-3afa-47fd-87a1-a6c973744ed4 admin admin] For port 7e806cc3-7d27-460e-a10b-7cb304f63454, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=7e806cc3-7d27-460e-a10b-7cb304f63454,segment=NetworkSegment(9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2),segment_id=9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2)] {{(pid=84083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:03:31.173342 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ae82ae7c-3afa-47fd-87a1-a6c973744ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:31.370071 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] For port b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772,segment=NetworkSegment(f4db8abf-3f29-4fd7-88e1-d28e8821a0e1),segment_id=f4db8abf-3f29-4fd7-88e1-d28e8821a0e1)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:03:31.370758 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:31.456671 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772 no longer exists at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:03:31.587081 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-a3d75a49-cdc4-44ae-9904-bc50b3897cfe None None] For port b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772,segment=NetworkSegment(f4db8abf-3f29-4fd7-88e1-d28e8821a0e1),segment_id=f4db8abf-3f29-4fd7-88e1-d28e8821a0e1)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:03:31.587521 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a3d75a49-cdc4-44ae-9904-bc50b3897cfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:31.675869 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-ae82ae7c-3afa-47fd-87a1-a6c973744ed4 admin admin] Calling delete_port for 7e806cc3-7d27-460e-a10b-7cb304f63454 owned by network:router_interface {{(pid=84083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:03:31.706305 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Calling delete_port for b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772 owned by network:dhcp {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:03:31.801570 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:31.824904 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-247ee584-e08b-44d8-b465-1444da8c5744 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:31.891256 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-a3d75a49-cdc4-44ae-9904-bc50b3897cfe None None] Calling delete_port for b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772 owned by network:dhcp {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:03:31.974307 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:31.996389 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:31.996587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ae82ae7c-3afa-47fd-87a1-a6c973744ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:32.003951 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:32.022200 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:32.096678 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] No DVR routers for this DVR port b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772 on host dv-cinder-775706-2-smb {{(pid=84085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 03:03:32.141865 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82ae7c-3afa-47fd-87a1-a6c973744ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e806cc3-7d27-460e-a10b-7cb304f63454,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:32.153311 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ae82ae7c-3afa-47fd-87a1-a6c973744ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:32.247085 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.api [None req-a3d75a49-cdc4-44ae-9904-bc50b3897cfe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:03:32.248032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_db.api [None req-a3d75a49-cdc4-44ae-9904-bc50b3897cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 03:03:32.335420 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7765560', 'neutron.services.segments.db._delete_segments_for_network--9223363286358539226'] for network, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:32.573046 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c7abe9-550c-49aa-86cb-fab00d1ec7d7']}} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:32.599328 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4db8abf-3f29-4fd7-88e1-d28e8821a0e1') {'for_net_delete': True} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:32.599497 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4db8abf-3f29-4fd7-88e1-d28e8821a0e1') {} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:32.623088 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286358535642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852701100'] for segment, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:32.667270 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:32.669818 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 03:03:32.749640 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-a3d75a49-cdc4-44ae-9904-bc50b3897cfe None None] Deleting port b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:03:32.750695 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a3d75a49-cdc4-44ae-9904-bc50b3897cfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:32.762091 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ae82ae7c-3afa-47fd-87a1-a6c973744ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432124'] for router_interface, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:32.833259 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 55362) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:03:32.873264 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-a3d75a49-cdc4-44ae-9904-bc50b3897cfe None None] The port 'b3ef8a5b-9a60-4b7e-beb7-5fd7617e9772' was deleted {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 19 03:03:32.901033 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Network 71c7abe9-550c-49aa-86cb-fab00d1ec7d7 has no segments {{(pid=84085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 03:03:32.917285 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7736240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852560578'] for segment, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:32.980433 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c1bf9-a74c-4ae8-b70b-d09830ae12dd req-79fc6c12-51dd-4ef0-a048-7f13e6fed7fc tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:32.982136 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4b8c1bf9-a74c-4ae8-b70b-d09830ae12dd req-79fc6c12-51dd-4ef0-a048-7f13e6fed7fc tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.3020372 Feb 19 03:03:33.161712 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Network 71c7abe9-550c-49aa-86cb-fab00d1ec7d7 has no segments {{(pid=84085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 03:03:33.174165 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4b8c1bf9-a74c-4ae8-b70b-d09830ae12dd req-f14268a9-2382-464c-a870-1a30141b7d2c tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728745 Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: Traceback (most recent call last): Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: timer() Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: cb(*args, **kw) Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: return func(*args, **kwargs) Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: self._notify() Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: self.callback(batched_events) Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: event.method(event) Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: segment_id)['aggregates'][0] Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: return f(self, *a, **k) Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: return self._get(url).json() Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: **kwargs) Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: return self.request(url, 'GET', **kwargs) Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: **endpoint_filter) Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:03:33.188191 dv-cinder-775706-2-smb neutron-server[83972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:03:33.329694 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3f9edf6d-397f-469b-93bf-5f631572ff85 req-21fb4855-4db2-4dfb-a33e-b7f317c8026d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4947572 Feb 19 03:03:33.345444 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847010256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428100'] for network, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:33.352261 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-38ca2129-e510-4330-ba3d-554e99b00b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:33.377472 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:33.392071 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=71c7abe9-550c-49aa-86cb-fab00d1ec7d7,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:33.396987 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:33.407561 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] 10.222.0.75 "DELETE /v2.0/networks/71c7abe9-550c-49aa-86cb-fab00d1ec7d7 HTTP/1.1" status: 204 len: 168 time: 2.8030698 Feb 19 03:03:33.569155 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 55374) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:03:33.617079 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae82ae7c-3afa-47fd-87a1-a6c973744ed4 admin admin] Router bd5d5559-8f65-4e04-bac3-ff3991e44726 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 03:03:33.642539 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-35c52c05-e64b-40a0-b64d-ea20c3c43809 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fe53762e5ab44dc59d26f6b6536be0f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0714428 Feb 19 03:03:33.645367 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 55380) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:03:33.730261 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1eed2de3-98f3-48a0-85c9-150416692481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:33.763273 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1eed2de3-98f3-48a0-85c9-150416692481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:33.837972 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1eed2de3-98f3-48a0-85c9-150416692481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:33.847999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c4dee54e-8602-47d9-bcbf-36762d853ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:33.872386 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed2de3-98f3-48a0-85c9-150416692481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6eed2e-d71f-4fac-9d82-a9fc55f1346b,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:33.879083 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1eed2de3-98f3-48a0-85c9-150416692481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:33.895349 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1eed2de3-98f3-48a0-85c9-150416692481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:33.897339 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-1eed2de3-98f3-48a0-85c9-150416692481 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2d6eed2e-d71f-4fac-9d82-a9fc55f1346b HTTP/1.1" status: 204 len: 168 time: 0.2506564 Feb 19 03:03:33.931337 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae82ae7c-3afa-47fd-87a1-a6c973744ed4 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:03:33.944471 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7af649c-7706-4e98-826b-b44da59c6c2f None None] Sync routers for ids ['bd5d5559-8f65-4e04-bac3-ff3991e44726'] in dv-cinder-775706-2-smb {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:03:33.958313 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-ae82ae7c-3afa-47fd-87a1-a6c973744ed4 admin admin] 10.222.0.75 "PUT /v2.0/routers/bd5d5559-8f65-4e04-bac3-ff3991e44726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0467291 Feb 19 03:03:33.958910 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 55386) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:03:33.985419 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af649c-7706-4e98-826b-b44da59c6c2f None None] Routers {'bd5d5559-8f65-4e04-bac3-ff3991e44726'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:03:33.986440 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-b7af649c-7706-4e98-826b-b44da59c6c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:03:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['bd5d5559-8f65-4e04-bac3-ff3991e44726'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:34.284713 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9fa9acd3-7e38-4220-a348-4fb3c0896812 admin admin] Notify callbacks [] for router, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:34.363972 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-b7af649c-7706-4e98-826b-b44da59c6c2f None None] Set router bd5d5559-8f65-4e04-bac3-ff3991e44726 gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:03:34.637854 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca981-3b40-4004-b5c3-2cfc86060d8f req-88843738-e7ed-4306-94b9-a8734d64a32b tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:34.640680 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-97aca981-3b40-4004-b5c3-2cfc86060d8f req-88843738-e7ed-4306-94b9-a8734d64a32b tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.1804366 Feb 19 03:03:34.725670 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-97aca981-3b40-4004-b5c3-2cfc86060d8f req-f8f8a8fc-eff8-4890-9372-7bfabd609c52 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766246 Feb 19 03:03:34.804124 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9fa9acd3-7e38-4220-a348-4fb3c0896812 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:34.816513 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-b7af649c-7706-4e98-826b-b44da59c6c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9557bbe9-1621-419d-9115-d624a96da223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T03:03:31Z', 'revision_number': 5, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port': {'id': '9557bbe9-1621-419d-9115-d624a96da223', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:44Z', 'updated_at': '2021-02-19T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:34.820005 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-9fa9acd3-7e38-4220-a348-4fb3c0896812 admin admin] Deleting port 9557bbe9-1621-419d-9115-d624a96da223 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:03:34.820395 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9fa9acd3-7e38-4220-a348-4fb3c0896812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:34.821165 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7af649c-7706-4e98-826b-b44da59c6c2f None None] Checking router: bd5d5559-8f65-4e04-bac3-ff3991e44726 for host: dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:03:34.831016 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af649c-7706-4e98-826b-b44da59c6c2f None None] Routers {'bd5d5559-8f65-4e04-bac3-ff3991e44726'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:03:34.831684 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-b7af649c-7706-4e98-826b-b44da59c6c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:03:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['bd5d5559-8f65-4e04-bac3-ff3991e44726'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:34.856440 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9edf6d-397f-469b-93bf-5f631572ff85 req-6b63a293-44d3-4b82-97a0-74b897a51a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:34.858325 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3f9edf6d-397f-469b-93bf-5f631572ff85 req-6b63a293-44d3-4b82-97a0-74b897a51a13 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed&tenant_id=c002812913314504b133ae634af86b2e HTTP/1.1" status: 200 len: 1160 time: 0.2414649 Feb 19 03:03:35.029286 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-b7af649c-7706-4e98-826b-b44da59c6c2f None None] Set router bd5d5559-8f65-4e04-bac3-ff3991e44726 gateway port host: None {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:03:35.204442 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-b7af649c-7706-4e98-826b-b44da59c6c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T03:03:34Z', 'revision_number': 6, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port_host': None}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:35.211241 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7af649c-7706-4e98-826b-b44da59c6c2f None None] The sync data for ids ['bd5d5559-8f65-4e04-bac3-ff3991e44726'] in dv-cinder-775706-2-smb is: [{'id': 'bd5d5559-8f65-4e04-bac3-ff3991e44726', 'name': 'tempest-AttachVolumeTestJSON-153480783-router', 'tenant_id': '619fad70faee4631a203fa17432b1857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T03:03:34Z', 'revision_number': 6, 'project_id': '619fad70faee4631a203fa17432b1857', 'gw_port_host': None}] {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:03:35.336934 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 7e806cc3-7d27-460e-a10b-7cb304f63454 no longer exists at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:03:35.363132 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9edf6d-397f-469b-93bf-5f631572ff85 req-a5eed817-fbaa-4787-ab0f-4bd7d6b488de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:35.364886 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3f9edf6d-397f-469b-93bf-5f631572ff85 req-a5eed817-fbaa-4787-ab0f-4bd7d6b488de service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c002812913314504b133ae634af86b2e&device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 1160 time: 0.2109988 Feb 19 03:03:35.392115 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] No Port match for: 7e806cc3-7d27-460e-a10b-7cb304f63454 {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 03:03:35.392973 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 7e806cc3-7d27-460e-a10b-7cb304f63454 not bound to the agent host dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:03:35.470829 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-9fa9acd3-7e38-4220-a348-4fb3c0896812 admin admin] For port 9557bbe9-1621-419d-9115-d624a96da223, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=9557bbe9-1621-419d-9115-d624a96da223,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:03:35.471244 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9fa9acd3-7e38-4220-a348-4fb3c0896812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:35.624344 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-9fa9acd3-7e38-4220-a348-4fb3c0896812 admin admin] Calling delete_port for 9557bbe9-1621-419d-9115-d624a96da223 owned by network:router_gateway {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:03:35.884324 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9edf6d-397f-469b-93bf-5f631572ff85 req-2a67bc79-ef2a-42e2-8ea6-7dd6c22ce5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:35.886199 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3f9edf6d-397f-469b-93bf-5f631572ff85 req-2a67bc79-ef2a-42e2-8ea6-7dd6c22ce5f2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=aff37b45-bb0b-4722-99c2-f05b1c234791 HTTP/1.1" status: 200 len: 911 time: 0.5088716 Feb 19 03:03:35.991001 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56349b-1897-470f-b333-43beef3bbcf0 req-634e789c-c31e-47ea-8c22-ad2b66135962 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:35.992804 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3c56349b-1897-470f-b333-43beef3bbcf0 req-634e789c-c31e-47ea-8c22-ad2b66135962 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.1000731 Feb 19 03:03:36.046370 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3f9edf6d-397f-469b-93bf-5f631572ff85 req-b7910873-d2cc-43fd-8c48-a5a8583ebe91 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 HTTP/1.1" status: 200 len: 999 time: 0.1523602 Feb 19 03:03:36.055732 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3c56349b-1897-470f-b333-43beef3bbcf0 req-d7817836-631a-4a99-babe-7790939b2611 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533078 Feb 19 03:03:36.178486 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9edf6d-397f-469b-93bf-5f631572ff85 req-e2aee2fd-b37c-4c71-8cca-3482b948a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:36.180010 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3f9edf6d-397f-469b-93bf-5f631572ff85 req-e2aee2fd-b37c-4c71-8cca-3482b948a806 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b750ccce-480c-48ff-95df-32a79b278619 HTTP/1.1" status: 200 len: 856 time: 0.1237030 Feb 19 03:03:36.184275 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9fa9acd3-7e38-4220-a348-4fb3c0896812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:36.203939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-79d69e16-c934-4726-88eb-1d140345c1a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:36.343695 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9acd3-7e38-4220-a348-4fb3c0896812 admin admin] Pushing event deleted for resources: {'Port': ['ID=9557bbe9-1621-419d-9115-d624a96da223,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:36.359637 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-9fa9acd3-7e38-4220-a348-4fb3c0896812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:36.443473 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9edf6d-397f-469b-93bf-5f631572ff85 req-fb09d5e7-38a6-48cb-be99-536996afde27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:36.445261 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3f9edf6d-397f-469b-93bf-5f631572ff85 req-fb09d5e7-38a6-48cb-be99-536996afde27 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=aff37b45-bb0b-4722-99c2-f05b1c234791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2427769 Feb 19 03:03:36.603282 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9fa9acd3-7e38-4220-a348-4fb3c0896812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854347667'] for router_gateway, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:36.815094 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9fa9acd3-7e38-4220-a348-4fb3c0896812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763000'] for router, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:36.826345 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9fa9acd3-7e38-4220-a348-4fb3c0896812 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:36.841869 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3f9edf6d-397f-469b-93bf-5f631572ff85 req-81e945ea-d323-47bd-8cd0-37702a6d82f5 service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581190 Feb 19 03:03:36.932640 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9fa9acd3-7e38-4220-a348-4fb3c0896812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854342382'] for router, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:36.933278 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa9acd3-7e38-4220-a348-4fb3c0896812 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd5d5559-8f65-4e04-bac3-ff3991e44726 {{(pid=84085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 19 03:03:36.971664 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9fa9acd3-7e38-4220-a348-4fb3c0896812 admin admin] Notify callbacks [] for router, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:36.972948 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-9fa9acd3-7e38-4220-a348-4fb3c0896812 admin admin] 10.222.0.75 "DELETE /v2.0/routers/bd5d5559-8f65-4e04-bac3-ff3991e44726 HTTP/1.1" status: 204 len: 168 time: 3.0125837 Feb 19 03:03:36.977117 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 55396) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:03:37.037100 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3f9edf6d-397f-469b-93bf-5f631572ff85 req-ed6bbb9c-656e-4498-842c-67fef6843a09 service neutron] 10.222.0.87 "GET /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1839008 Feb 19 03:03:37.053969 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Deleting subnet 38374417-3478-4427-9684-8966c2d250da {{(pid=84083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 03:03:37.058118 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:37.126530 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851840390'] for subnet, precommit_delete_associations {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:37.321150 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764431'] for subnet, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:37.388031 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 9557bbe9-1621-419d-9115-d624a96da223 no longer exists at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:03:37.450769 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] No Port match for: 9557bbe9-1621-419d-9115-d624a96da223 {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 03:03:37.451248 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 9557bbe9-1621-419d-9115-d624a96da223 not bound to the agent host dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:03:37.787217 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5950d-7261-43f7-b464-5fcfdd486195 req-e4765eb5-a472-4615-87d8-f81e56368ed9 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:37.788893 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-30e5950d-7261-43f7-b464-5fcfdd486195 req-e4765eb5-a472-4615-87d8-f81e56368ed9 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.5235984 Feb 19 03:03:37.934709 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-30e5950d-7261-43f7-b464-5fcfdd486195 req-9523f605-e556-408b-abb8-fde73d8360b8 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384301 Feb 19 03:03:37.983836 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847011385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852589313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852852935'] for subnet, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:37.999248 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:38.103833 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38374417-3478-4427-9684-8966c2d250da,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:38.131803 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.132379 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.132838 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.133263 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.133679 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.134162 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.134563 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.135147 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.135480 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.135892 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.136295 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.136810 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.137210 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.137628 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.138059 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.138463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.138975 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.139247 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.139746 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.140197 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.140722 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.141153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.141533 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.141971 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:03:38.147320 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:38.190948 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:38.199005 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-6a27a35e-d6b0-4555-9726-6a0ab48f803c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/38374417-3478-4427-9684-8966c2d250da HTTP/1.1" status: 204 len: 168 time: 1.2202215 Feb 19 03:03:38.200668 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d7c6ac-d158-41fd-945a-1f2299506966 None None] Network 3a78709d-1a68-4957-9e6e-7eecb2b4a618 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 03:03:38.203636 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 55412) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:03:38.360901 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846840226'] for network, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:38.487677 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] Deleting port fff24ad0-ad0c-489b-95f6-b1f6043fb609 {{(pid=84083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:03:38.488068 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:38.529652 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59271ff8-bdab-4e44-8144-001f48d5778b None None] DHCP port deletion for 3a78709d-1a68-4957-9e6e-7eecb2b4a618 request from dv-cinder-775706-2-smb {{(pid=84086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 19 03:03:38.537547 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-59271ff8-bdab-4e44-8144-001f48d5778b None None] Deleting port fff24ad0-ad0c-489b-95f6-b1f6043fb609 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:03:38.540316 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-59271ff8-bdab-4e44-8144-001f48d5778b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:38.756216 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] For port fff24ad0-ad0c-489b-95f6-b1f6043fb609, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=fff24ad0-ad0c-489b-95f6-b1f6043fb609,segment=NetworkSegment(9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2),segment_id=9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2)] {{(pid=84083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:03:38.756566 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:38.926303 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] Calling delete_port for fff24ad0-ad0c-489b-95f6-b1f6043fb609 owned by network:dhcp {{(pid=84083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:03:39.029378 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:39.063807 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:39.214614 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-59271ff8-bdab-4e44-8144-001f48d5778b None None] For port fff24ad0-ad0c-489b-95f6-b1f6043fb609, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=fff24ad0-ad0c-489b-95f6-b1f6043fb609,segment=NetworkSegment(9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2),segment_id=9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:03:39.215400 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-59271ff8-bdab-4e44-8144-001f48d5778b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:39.482598 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device fff24ad0-ad0c-489b-95f6-b1f6043fb609 no longer exists at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:03:39.525847 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff24ad0-ad0c-489b-95f6-b1f6043fb609,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:39.547024 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-59271ff8-bdab-4e44-8144-001f48d5778b None None] Calling delete_port for fff24ad0-ad0c-489b-95f6-b1f6043fb609 owned by network:dhcp {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:03:39.551379 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:39.590657 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] No Port match for: fff24ad0-ad0c-489b-95f6-b1f6043fb609 {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 03:03:39.593407 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device fff24ad0-ad0c-489b-95f6-b1f6043fb609 not bound to the agent host dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:03:39.617419 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] No DVR routers for this DVR port fff24ad0-ad0c-489b-95f6-b1f6043fb609 on host dv-cinder-775706-2-smb {{(pid=84083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 03:03:39.662164 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83001618-c2f0-4460-bde1-f76bccc951a6 req-7deea929-1e8e-4e3f-9c97-ba327dfe0461 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:39.663934 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-83001618-c2f0-4460-bde1-f76bccc951a6 req-7deea929-1e8e-4e3f-9c97-ba327dfe0461 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.2865603 Feb 19 03:03:39.706020 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.api [None req-59271ff8-bdab-4e44-8144-001f48d5778b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:03:39.706346 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_db.api [None req-59271ff8-bdab-4e44-8144-001f48d5778b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 03:03:39.810987 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7765560', 'neutron.services.segments.db._delete_segments_for_network--9223363286358539226'] for network, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:40.003942 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-83001618-c2f0-4460-bde1-f76bccc951a6 req-ecf42411-8652-486a-9fde-5422743414c7 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307557 Feb 19 03:03:40.045911 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a78709d-1a68-4957-9e6e-7eecb2b4a618']}} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:40.063658 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2') {'for_net_delete': True} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:40.064306 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4ccfb1-140e-47d4-9dc9-a9d62b736ca2') {} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:03:40.084419 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286358535642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2935362'] for segment, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:40.114317 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:40.118726 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 03:03:40.207328 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-59271ff8-bdab-4e44-8144-001f48d5778b None None] Deleting port fff24ad0-ad0c-489b-95f6-b1f6043fb609 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:03:40.207768 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-59271ff8-bdab-4e44-8144-001f48d5778b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:40.322440 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-59271ff8-bdab-4e44-8144-001f48d5778b None None] The port 'fff24ad0-ad0c-489b-95f6-b1f6043fb609' was deleted {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 19 03:03:40.411631 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] Network 3a78709d-1a68-4957-9e6e-7eecb2b4a618 has no segments {{(pid=84083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 03:03:40.423186 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7736240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2184798'] for segment, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:40.546293 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b89621b0-426d-4243-a80f-97b8a88b8a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:40.644899 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] Network 3a78709d-1a68-4957-9e6e-7eecb2b4a618 has no segments {{(pid=84083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: Traceback (most recent call last): Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: timer() Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: cb(*args, **kw) Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: return func(*args, **kwargs) Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: self._notify() Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: self.callback(batched_events) Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: event.method(event) Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: segment_id)['aggregates'][0] Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: return f(self, *a, **k) Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: return self._get(url).json() Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: **kwargs) Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: return self.request(url, 'GET', **kwargs) Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: **endpoint_filter) Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:03:40.674430 dv-cinder-775706-2-smb neutron-server[83972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:03:40.766993 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847010256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428100'] for network, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:40.772834 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-37a3f996-493c-47ca-9dfa-b2a4ceda06aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:40.809227 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:40.832765 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a78709d-1a68-4957-9e6e-7eecb2b4a618,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:40.839694 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:40.861144 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-1e54bba7-32fd-4cc5-8d51-f338f9a05100 admin admin] 10.222.0.75 "DELETE /v2.0/networks/3a78709d-1a68-4957-9e6e-7eecb2b4a618 HTTP/1.1" status: 204 len: 168 time: 2.6559868 Feb 19 03:03:41.127763 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 55432) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:03:41.226813 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-497502e5-6460-4e25-ae4f-ed98e596fe54 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=619fad70faee4631a203fa17432b1857&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0975091 Feb 19 03:03:41.229935 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 55436) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:03:41.311156 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8f4e7046-b1ae-4cae-8926-a19c6844cdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:41.347917 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8f4e7046-b1ae-4cae-8926-a19c6844cdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:41.349074 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef9d52-fdc4-494e-8b45-891c755a34fb req-061bad4d-5224-411e-bcf1-a0396a142ded tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:41.350857 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-19ef9d52-fdc4-494e-8b45-891c755a34fb req-061bad4d-5224-411e-bcf1-a0396a142ded tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.1226523 Feb 19 03:03:41.414354 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-19ef9d52-fdc4-494e-8b45-891c755a34fb req-ecb589fb-30f1-4f9b-9c5a-53ff43925714 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510805 Feb 19 03:03:41.418000 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8f4e7046-b1ae-4cae-8926-a19c6844cdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:41.424265 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-65fbaf9e-7b4c-4d14-ab95-dd11a81256bd tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:41.442443 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e7046-b1ae-4cae-8926-a19c6844cdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24439a24-4d0a-4d93-a8e9-cc5c5500ccde,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:41.447313 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-8f4e7046-b1ae-4cae-8926-a19c6844cdef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:41.451690 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8f4e7046-b1ae-4cae-8926-a19c6844cdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:41.453483 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-8f4e7046-b1ae-4cae-8926-a19c6844cdef admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/24439a24-4d0a-4d93-a8e9-cc5c5500ccde HTTP/1.1" status: 204 len: 168 time: 0.2220430 Feb 19 03:03:42.737340 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afa564-ac49-4706-9040-976fd39ba0b8 req-bd63d75c-8235-4cb6-9a3c-0a79690c56bc tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:42.740862 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-69afa564-ac49-4706-9040-976fd39ba0b8 req-bd63d75c-8235-4cb6-9a3c-0a79690c56bc tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.1396570 Feb 19 03:03:42.804846 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-69afa564-ac49-4706-9040-976fd39ba0b8 req-2af5d611-799f-48af-8090-7e3a1f5dc282 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503948 Feb 19 03:03:42.979294 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9f496498-b731-4183-a9d2-875cd82c1d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:43.397636 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:44.172853 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe75c6-8d98-493b-a8e7-74dc448c9eb1 req-d7a25f4f-d5c9-4da6-b325-bfaf4fda1ddd tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:44.174862 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-01fe75c6-8d98-493b-a8e7-74dc448c9eb1 req-d7a25f4f-d5c9-4da6-b325-bfaf4fda1ddd tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.1663465 Feb 19 03:03:44.274308 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-01fe75c6-8d98-493b-a8e7-74dc448c9eb1 req-4e21d76b-8402-4b6e-b2ea-92058c6d2b31 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910296 Feb 19 03:03:44.987533 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:45.208175 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:45.504754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593acd28-1367-4992-a090-9d3f277dd453 req-4f572ee0-07da-41e4-b6a8-3e76f10e9134 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:45.507750 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-593acd28-1367-4992-a090-9d3f277dd453 req-4f572ee0-07da-41e4-b6a8-3e76f10e9134 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.1088643 Feb 19 03:03:45.559951 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-593acd28-1367-4992-a090-9d3f277dd453 req-f4668754-1364-4045-91ec-ea11b06a64dc tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455742 Feb 19 03:03:46.833599 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628c18f-f116-42bd-ad25-6d6ba54344b6 req-33bbffe0-d31f-4f0b-b856-addeb6d6699e tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:46.835392 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3628c18f-f116-42bd-ad25-6d6ba54344b6 req-33bbffe0-d31f-4f0b-b856-addeb6d6699e tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.1078129 Feb 19 03:03:46.900181 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3628c18f-f116-42bd-ad25-6d6ba54344b6 req-c8f8953e-9138-43b4-a841-3623e5b1306c tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580153 Feb 19 03:03:48.129319 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e6d1a-426b-4f98-a017-6218dd56bdf5 req-6d56d958-2cff-410c-9fe6-beb5fe31b2a4 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:48.130966 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-644e6d1a-426b-4f98-a017-6218dd56bdf5 req-6d56d958-2cff-410c-9fe6-beb5fe31b2a4 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.0988479 Feb 19 03:03:48.190378 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-644e6d1a-426b-4f98-a017-6218dd56bdf5 req-0793a7e7-fe6b-4b88-ae10-dcad969f70dc tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527101 Feb 19 03:03:49.418271 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bfa38-5bae-4ce8-9dc7-c5d0e86a2575 req-fe7fdd02-72ed-4e80-a5a8-0bc78f2d3081 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:49.420196 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ad3bfa38-5bae-4ce8-9dc7-c5d0e86a2575 req-fe7fdd02-72ed-4e80-a5a8-0bc78f2d3081 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.0947344 Feb 19 03:03:49.475491 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ad3bfa38-5bae-4ce8-9dc7-c5d0e86a2575 req-cb150295-c949-48d3-8861-e07ac54c68a0 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476165 Feb 19 03:03:50.699939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92e34d-8e51-4aa5-93c9-7ac4bb8084fa req-eb93f3a1-013a-4030-8b1d-8101b5129312 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:50.701591 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6b92e34d-8e51-4aa5-93c9-7ac4bb8084fa req-eb93f3a1-013a-4030-8b1d-8101b5129312 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.1032460 Feb 19 03:03:50.759782 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6b92e34d-8e51-4aa5-93c9-7ac4bb8084fa req-843d2b8a-03f1-426a-a173-8d0a8aec364e tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504990 Feb 19 03:03:51.976137 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0c224-6de1-422b-a7ad-267f07572a36 req-e789ff92-dc1e-4bd7-a39c-de77d9b4bba5 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:51.977903 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-13f0c224-6de1-422b-a7ad-267f07572a36 req-e789ff92-dc1e-4bd7-a39c-de77d9b4bba5 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 943 time: 0.0921671 Feb 19 03:03:52.034171 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-13f0c224-6de1-422b-a7ad-267f07572a36 req-c73e432c-e21a-4aa2-be4a-1edaa164eadd tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496497 Feb 19 03:03:52.225152 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:03:52.477101 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:03:52.477518 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:52.623098 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:52.656813 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a98b9f7-c0d9-47dc-b1e0-3057326c25ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d61f9c5-ee0b-4192-bce8-ae21e3785ab2'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:03:52.668577 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=5d61f9c5-ee0b-4192-bce8-ae21e3785ab2,segment=NetworkSegment(d616cdcb-7ab1-43cf-a37d-52e71d74e46e),segment_id=d616cdcb-7ab1-43cf-a37d-52e71d74e46e)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:03:52.672694 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:52.674685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:03:52.731130 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a98b9f7-c0d9-47dc-b1e0-3057326c25ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d61f9c5-ee0b-4192-bce8-ae21e3785ab2', 'code': 200} Feb 19 03:03:52.755246 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=5d61f9c5-ee0b-4192-bce8-ae21e3785ab2,revision_number=6']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:03:52.761478 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:03:53.074306 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfd9e4-80f1-490f-bb0a-59ac268a582a req-0633e4ac-84ed-4789-99f7-d6f623aff76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:53.075982 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-59cfd9e4-80f1-490f-bb0a-59ac268a582a req-0633e4ac-84ed-4789-99f7-d6f623aff76f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 1162 time: 0.0869708 Feb 19 03:03:53.128630 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-59cfd9e4-80f1-490f-bb0a-59ac268a582a req-44d9858e-658b-427e-86d6-a3c87932e758 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445802 Feb 19 03:03:53.267191 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a247f94-cc78-4ace-80f1-ed05b665d03e req-4f93c3a1-e339-4f77-b0c8-b54753eec082 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:53.270121 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1a247f94-cc78-4ace-80f1-ed05b665d03e req-4f93c3a1-e339-4f77-b0c8-b54753eec082 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1040728 Feb 19 03:03:53.321422 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1a247f94-cc78-4ace-80f1-ed05b665d03e req-ce54861a-957d-41c2-b7d9-a9d1b2edd8f0 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446014 Feb 19 03:03:53.896472 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:03:53.980428 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:03:53.980856 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:54.620556 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08234657-5ca0-4368-a712-4bb93b882830 req-a3ea84e9-d2bd-4317-8377-1982ba36c7dc tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:54.622496 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-08234657-5ca0-4368-a712-4bb93b882830 req-a3ea84e9-d2bd-4317-8377-1982ba36c7dc tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1054673 Feb 19 03:03:54.692729 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-08234657-5ca0-4368-a712-4bb93b882830 req-cca29225-a1ec-4013-baa3-955a51da7dcd tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551801 Feb 19 03:03:55.167698 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:03:55.999450 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f400620-1e1b-4bc3-a94d-8ad705048118 req-440e0fe6-8b11-44e9-ad84-a3d39eab9aa4 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:03:56.002544 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3f400620-1e1b-4bc3-a94d-8ad705048118 req-440e0fe6-8b11-44e9-ad84-a3d39eab9aa4 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1558919 Feb 19 03:03:56.065389 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3f400620-1e1b-4bc3-a94d-8ad705048118 req-a161dd5f-d81d-4048-a04c-8e23278e28a7 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556998 Feb 19 03:04:01.646066 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:04:10.520801 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-608b5d06-2337-4f13-b9a9-41b78dc280f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:12.965114 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-5b3440ab-e9bb-4131-b48b-8fbd6fabe5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:13.389871 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:14.985202 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:15.218767 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:19.288013 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 55864) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:19.439163 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:19.457036 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:04:19.462323 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Usage tracker for resource:security_group_rule and tenant:928a9727f2e54dbaa9522c7751a5cfb6 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:04:19.466325 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:04:19.473511 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:04:19.604280 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:19.608344 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:19.618961 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3c7ad36e-7de7-4756-a4f7-a129aa6fd423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:19.665430 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=928a9727f2e54dbaa9522c7751a5cfb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3761983 Feb 19 03:04:19.666433 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f37dbf-c47c-4a9d-9b46-e4d37434f6c4,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:19.668617 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 55870) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:19.675392 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.675801 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.676224 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.676637 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.677039 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.677470 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.677896 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.678296 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.678686 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.679172 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.679567 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.679963 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.680433 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.680914 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.681312 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.681706 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.682132 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.682525 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.682922 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.683310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.683696 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.684200 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.684594 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.685007 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:19.690264 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:19.753598 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-413df4cc-2b95-4906-af17-e01d25482501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:19.783410 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-413df4cc-2b95-4906-af17-e01d25482501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:19.840680 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-413df4cc-2b95-4906-af17-e01d25482501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:19.846577 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0d17aedc-0c8e-4238-b0cb-0246cbb6a3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:19.858269 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413df4cc-2b95-4906-af17-e01d25482501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f37dbf-c47c-4a9d-9b46-e4d37434f6c4,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:19.862582 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-413df4cc-2b95-4906-af17-e01d25482501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:19.866587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-413df4cc-2b95-4906-af17-e01d25482501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:19.868528 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-413df4cc-2b95-4906-af17-e01d25482501 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e9f37dbf-c47c-4a9d-9b46-e4d37434f6c4 HTTP/1.1" status: 204 len: 168 time: 0.1986690 Feb 19 03:04:20.210120 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 55878) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:20.232597 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6924a142-2641-4679-becc-a04a6f6119e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:20.250737 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-6924a142-2641-4679-becc-a04a6f6119e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:04:20.256292 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-6924a142-2641-4679-becc-a04a6f6119e4 admin admin] Usage tracker for resource:security_group_rule and tenant:4c07129f021a4060ad28df1c3162db90 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:04:20.259624 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-6924a142-2641-4679-becc-a04a6f6119e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:04:20.266077 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-6924a142-2641-4679-becc-a04a6f6119e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:04:20.375488 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6924a142-2641-4679-becc-a04a6f6119e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:20.379404 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6924a142-2641-4679-becc-a04a6f6119e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:20.387583 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-16c27c70-9437-4211-988b-0c5aee30de04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:20.437136 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-6924a142-2641-4679-becc-a04a6f6119e4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4c07129f021a4060ad28df1c3162db90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253101 Feb 19 03:04:20.437942 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924a142-2641-4679-becc-a04a6f6119e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e7094f-39cb-4301-afc5-35aa9065f762,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:20.440243 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 55882) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:20.441558 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-6924a142-2641-4679-becc-a04a6f6119e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:20.791921 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bbf90fa5-230c-47bd-a196-b4e38df0b079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:20.821988 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bbf90fa5-230c-47bd-a196-b4e38df0b079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:20.880754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bbf90fa5-230c-47bd-a196-b4e38df0b079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:20.888071 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e58f2ff9-d8c8-4944-a954-38be3a16d039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:20.902534 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf90fa5-230c-47bd-a196-b4e38df0b079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e7094f-39cb-4301-afc5-35aa9065f762,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:20.907364 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-bbf90fa5-230c-47bd-a196-b4e38df0b079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:20.914924 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bbf90fa5-230c-47bd-a196-b4e38df0b079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:20.916214 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-bbf90fa5-230c-47bd-a196-b4e38df0b079 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/72e7094f-39cb-4301-afc5-35aa9065f762 HTTP/1.1" status: 204 len: 168 time: 0.4748790 Feb 19 03:04:25.176664 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:29.391897 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337a949-d4e9-433d-aecc-acc8b9d4dc9b req-f346ad2b-65bd-472e-9d3d-94ac5a9dc743 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:04:29.393613 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0337a949-d4e9-433d-aecc-acc8b9d4dc9b req-f346ad2b-65bd-472e-9d3d-94ac5a9dc743 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.0942533 Feb 19 03:04:29.448696 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0337a949-d4e9-433d-aecc-acc8b9d4dc9b req-8388182d-4b4c-49ac-aa28-32a87b4e7dfa tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479751 Feb 19 03:04:30.706411 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93239c-8191-443a-a660-e721fefa0377 req-eb7b2cc3-1f5d-44a6-bdd7-56620894224a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:04:30.708082 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9d93239c-8191-443a-a660-e721fefa0377 req-eb7b2cc3-1f5d-44a6-bdd7-56620894224a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1224804 Feb 19 03:04:30.776022 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9d93239c-8191-443a-a660-e721fefa0377 req-9d7b50c0-319f-4cb8-a8e7-33b445de6a21 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607150 Feb 19 03:04:31.212138 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f9e56-6c75-4e38-ad39-9692b25cad40 req-76f751ab-d7b6-4a7f-a916-d21bd0381b98 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:04:31.212939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-a19f9e56-6c75-4e38-ad39-9692b25cad40 req-76f751ab-d7b6-4a7f-a916-d21bd0381b98 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Synchronizing usage tracker for tenant:c002812913314504b133ae634af86b2e on resource:port {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:04:31.235699 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-a19f9e56-6c75-4e38-ad39-9692b25cad40 req-76f751ab-d7b6-4a7f-a916-d21bd0381b98 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Unset dirty status for tenant:c002812913314504b133ae634af86b2e on resource:port {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:04:31.237948 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a19f9e56-6c75-4e38-ad39-9692b25cad40 req-76f751ab-d7b6-4a7f-a916-d21bd0381b98 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1604762 Feb 19 03:04:31.320987 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-a19f9e56-6c75-4e38-ad39-9692b25cad40 req-5d64a7cd-fd74-48a9-ad5e-096767b0d354 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Deleting port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:04:31.321365 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-a19f9e56-6c75-4e38-ad39-9692b25cad40 req-5d64a7cd-fd74-48a9-ad5e-096767b0d354 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:31.658847 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-a19f9e56-6c75-4e38-ad39-9692b25cad40 req-5d64a7cd-fd74-48a9-ad5e-096767b0d354 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] For port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=5d61f9c5-ee0b-4192-bce8-ae21e3785ab2,segment=NetworkSegment(d616cdcb-7ab1-43cf-a37d-52e71d74e46e),segment_id=d616cdcb-7ab1-43cf-a37d-52e71d74e46e)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:04:31.659559 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-a19f9e56-6c75-4e38-ad39-9692b25cad40 req-5d64a7cd-fd74-48a9-ad5e-096767b0d354 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:32.040893 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e02c3-c105-4940-b182-3cf706a29ea5 req-930af65a-ad1f-48e9-a299-d29e9778cbd2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:04:32.044858 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d98e02c3-c105-4940-b182-3cf706a29ea5 req-930af65a-ad1f-48e9-a299-d29e9778cbd2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 945 time: 0.1183078 Feb 19 03:04:32.149074 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d98e02c3-c105-4940-b182-3cf706a29ea5 req-3a016e09-84fd-4bf2-b47a-4c9601bcee9f tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups?id=2c1d923e-b56d-4466-b731-6ee637deb5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924134 Feb 19 03:04:32.149074 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 56026) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:32.162424 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-a19f9e56-6c75-4e38-ad39-9692b25cad40 req-5d64a7cd-fd74-48a9-ad5e-096767b0d354 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:32.163090 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-a19f9e56-6c75-4e38-ad39-9692b25cad40 req-5d64a7cd-fd74-48a9-ad5e-096767b0d354 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854343256'] for floatingip, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:32.163669 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.l3_db [req-a19f9e56-6c75-4e38-ad39-9692b25cad40 req-5d64a7cd-fd74-48a9-ad5e-096767b0d354 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Floating IP 40a9c892-7703-4c30-8a26-c3f98d2c79d3 disassociated. External IP: 172.28.3.198, port: 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2. Feb 19 03:04:32.164299 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-a19f9e56-6c75-4e38-ad39-9692b25cad40 req-5d64a7cd-fd74-48a9-ad5e-096767b0d354 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Calling delete_port for 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:04:32.299814 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:04:32.348539 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0ad15e74-1196-4362-bc14-7a8e6226fbdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:32.366865 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-0ad15e74-1196-4362-bc14-7a8e6226fbdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:04:32.367170 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-a19f9e56-6c75-4e38-ad39-9692b25cad40 req-5d64a7cd-fd74-48a9-ad5e-096767b0d354 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:32.371970 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-0ad15e74-1196-4362-bc14-7a8e6226fbdb admin admin] Usage tracker for resource:security_group_rule and tenant:f27a98a01e12404194198d9f2850f908 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:04:32.375346 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-0ad15e74-1196-4362-bc14-7a8e6226fbdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:04:32.375712 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] No active binding found for port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 {{(pid=84086) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 19 03:04:32.376256 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 not bound to the agent host hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:04:32.384434 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-0ad15e74-1196-4362-bc14-7a8e6226fbdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:04:32.388076 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-987ac7e3-c51d-4af1-ac78-c0ea79b0d539 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:32.489293 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0ad15e74-1196-4362-bc14-7a8e6226fbdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:32.492804 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0ad15e74-1196-4362-bc14-7a8e6226fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:32.495560 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64a7cd-fd74-48a9-ad5e-096767b0d354 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Pushing event deleted for resources: {'Port': ['ID=5d61f9c5-ee0b-4192-bce8-ae21e3785ab2,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:32.502246 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-4a80a37b-a261-43bd-a06f-592ced0c7532 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:32.506040 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5d64a7cd-fd74-48a9-ad5e-096767b0d354 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:32.549520 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-0ad15e74-1196-4362-bc14-7a8e6226fbdb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f27a98a01e12404194198d9f2850f908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3994012 Feb 19 03:04:32.550586 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad15e74-1196-4362-bc14-7a8e6226fbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526f7cf9-f3ea-4bb1-9817-e6a72c82ddef,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:32.553107 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 56032) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:32.556153 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0ad15e74-1196-4362-bc14-7a8e6226fbdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:32.801924 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a19f9e56-6c75-4e38-ad39-9692b25cad40 req-5d64a7cd-fd74-48a9-ad5e-096767b0d354 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Router c1d053eb-7ef7-43eb-b768-20fdd98f8294 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 03:04:32.940955 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4c56ede2-05d2-4e8f-af17-4bdc15418ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:32.988928 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4c56ede2-05d2-4e8f-af17-4bdc15418ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:33.055962 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4c56ede2-05d2-4e8f-af17-4bdc15418ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:33.062074 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cab3aa0f-10c8-464b-b16a-aa9bb317ac0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:33.079054 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a19f9e56-6c75-4e38-ad39-9692b25cad40 req-5d64a7cd-fd74-48a9-ad5e-096767b0d354 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:04:33.080443 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ede2-05d2-4e8f-af17-4bdc15418ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526f7cf9-f3ea-4bb1-9817-e6a72c82ddef,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:33.084032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-4c56ede2-05d2-4e8f-af17-4bdc15418ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:33.093915 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4c56ede2-05d2-4e8f-af17-4bdc15418ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:33.098327 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-4c56ede2-05d2-4e8f-af17-4bdc15418ab3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/526f7cf9-f3ea-4bb1-9817-e6a72c82ddef HTTP/1.1" status: 204 len: 168 time: 0.5439692 Feb 19 03:04:33.104357 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226e3833-91e3-4b81-966d-b7e461913d9c None None] Sync routers for ids ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'] in dv-cinder-775706-2-smb {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:04:33.128715 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226e3833-91e3-4b81-966d-b7e461913d9c None None] Routers {'c1d053eb-7ef7-43eb-b768-20fdd98f8294'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:04:33.129441 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-226e3833-91e3-4b81-966d-b7e461913d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:04:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:04:33.152003 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19f9e56-6c75-4e38-ad39-9692b25cad40 req-5d64a7cd-fd74-48a9-ad5e-096767b0d354 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] No DVR routers for this DVR port 5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 on host hv-cinder-77570 {{(pid=84085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 03:04:33.155201 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-a19f9e56-6c75-4e38-ad39-9692b25cad40 req-5d64a7cd-fd74-48a9-ad5e-096767b0d354 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:33.168170 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a98b9f7-c0d9-47dc-b1e0-3057326c25ed', 'name': 'network-vif-deleted', 'tag': '5d61f9c5-ee0b-4192-bce8-ae21e3785ab2'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:04:33.176628 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a19f9e56-6c75-4e38-ad39-9692b25cad40 req-5d64a7cd-fd74-48a9-ad5e-096767b0d354 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.87 "DELETE /v2.0/ports/5d61f9c5-ee0b-4192-bce8-ae21e3785ab2 HTTP/1.1" status: 204 len: 173 time: 1.9310517 Feb 19 03:04:33.250882 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a98b9f7-c0d9-47dc-b1e0-3057326c25ed', 'name': 'network-vif-deleted', 'tag': '5d61f9c5-ee0b-4192-bce8-ae21e3785ab2', 'status': 'completed', 'code': 200} Feb 19 03:04:33.438386 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-226e3833-91e3-4b81-966d-b7e461913d9c None None] Set router c1d053eb-7ef7-43eb-b768-20fdd98f8294 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:04:33.456087 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c2eb90d5-3dc6-4148-8912-db5d86692ad2 req-db683985-6a99-4d13-8f12-95c54c08adc4 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a98b9f7-c0d9-47dc-b1e0-3057326c25ed HTTP/1.1" status: 200 len: 210 time: 0.1006219 Feb 19 03:04:33.625884 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 56044) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:33.647816 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-279c51f5-58bf-4c79-a7c6-ad28cea08db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:33.666857 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-279c51f5-58bf-4c79-a7c6-ad28cea08db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:04:33.672180 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-279c51f5-58bf-4c79-a7c6-ad28cea08db6 admin admin] Usage tracker for resource:security_group_rule and tenant:d11edf37db5a417db2d0b995a8f0890d is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:04:33.675896 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-279c51f5-58bf-4c79-a7c6-ad28cea08db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:04:33.683206 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-279c51f5-58bf-4c79-a7c6-ad28cea08db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:04:33.795945 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-279c51f5-58bf-4c79-a7c6-ad28cea08db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:33.801691 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-279c51f5-58bf-4c79-a7c6-ad28cea08db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:33.813464 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-226e3833-91e3-4b81-966d-b7e461913d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:06Z', 'revision_number': 4, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port': {'id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:43Z', 'updated_at': '2021-02-19T02:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '59995976-a41e-4856-95c2-eabbef58d8f7', 'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'mac_address': 'fa:16:3e:e0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b750ccce-480c-48ff-95df-32a79b278619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:02Z', 'updated_at': '2021-02-19T02:56:18Z', 'revision_number': 5, 'project_id': 'c002812913314504b133ae634af86b2e', 'subnets': [{'id': 'b750ccce-480c-48ff-95df-32a79b278619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:04:33.817045 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a34e8e96-19d8-41f8-9a0a-844ffa244422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:33.818789 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226e3833-91e3-4b81-966d-b7e461913d9c None None] Checking router: c1d053eb-7ef7-43eb-b768-20fdd98f8294 for host: dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:04:33.829597 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226e3833-91e3-4b81-966d-b7e461913d9c None None] Routers {'c1d053eb-7ef7-43eb-b768-20fdd98f8294'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:04:33.830232 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-226e3833-91e3-4b81-966d-b7e461913d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:04:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:04:33.888060 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c51f5-58bf-4c79-a7c6-ad28cea08db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbd4b3f-b561-48b9-9bc8-9ff38a2a8328,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:33.898341 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-279c51f5-58bf-4c79-a7c6-ad28cea08db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:33.908723 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56048) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:33.918416 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-279c51f5-58bf-4c79-a7c6-ad28cea08db6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d11edf37db5a417db2d0b995a8f0890d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907450 Feb 19 03:04:34.027952 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7730176a-9bef-467a-8385-112eaeab731e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:34.059483 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7730176a-9bef-467a-8385-112eaeab731e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:34.072279 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-226e3833-91e3-4b81-966d-b7e461913d9c None None] Set router c1d053eb-7ef7-43eb-b768-20fdd98f8294 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:04:34.126997 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7730176a-9bef-467a-8385-112eaeab731e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:34.135108 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-22eae90c-7c59-42b3-b853-7e6e2db30581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:34.153983 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730176a-9bef-467a-8385-112eaeab731e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbd4b3f-b561-48b9-9bc8-9ff38a2a8328,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:34.157246 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7730176a-9bef-467a-8385-112eaeab731e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:34.161542 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7730176a-9bef-467a-8385-112eaeab731e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:34.166148 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-7730176a-9bef-467a-8385-112eaeab731e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/afbd4b3f-b561-48b9-9bc8-9ff38a2a8328 HTTP/1.1" status: 204 len: 168 time: 0.2526476 Feb 19 03:04:34.479121 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-226e3833-91e3-4b81-966d-b7e461913d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:06Z', 'revision_number': 4, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port': {'id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:43Z', 'updated_at': '2021-02-19T02:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '59995976-a41e-4856-95c2-eabbef58d8f7', 'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'mac_address': 'fa:16:3e:e0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b750ccce-480c-48ff-95df-32a79b278619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:02Z', 'updated_at': '2021-02-19T02:56:18Z', 'revision_number': 5, 'project_id': 'c002812913314504b133ae634af86b2e', 'subnets': [{'id': 'b750ccce-480c-48ff-95df-32a79b278619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:04:34.484792 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226e3833-91e3-4b81-966d-b7e461913d9c None None] The sync data for ids ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'] in dv-cinder-775706-2-smb is: [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T02:56:06Z', 'revision_number': 4, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port': {'id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:43Z', 'updated_at': '2021-02-19T02:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '59995976-a41e-4856-95c2-eabbef58d8f7', 'name': '', 'network_id': 'aff37b45-bb0b-4722-99c2-f05b1c234791', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'mac_address': 'fa:16:3e:e0:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b750ccce-480c-48ff-95df-32a79b278619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:56:02Z', 'updated_at': '2021-02-19T02:56:18Z', 'revision_number': 5, 'project_id': 'c002812913314504b133ae634af86b2e', 'subnets': [{'id': 'b750ccce-480c-48ff-95df-32a79b278619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:04:34.633927 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56064) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:34.761422 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d1e4f5f2-810f-49e0-bbfc-c95e3b04934a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:34.818402 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d1e4f5f2-810f-49e0-bbfc-c95e3b04934a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:34.875152 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d1e4f5f2-810f-49e0-bbfc-c95e3b04934a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:34.882968 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-22870b3f-bc7e-4764-955e-79c254605d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:34.902767 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4f5f2-810f-49e0-bbfc-c95e3b04934a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1d923e-b56d-4466-b731-6ee637deb5ad,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:34.911274 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d1e4f5f2-810f-49e0-bbfc-c95e3b04934a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:34.924503 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d1e4f5f2-810f-49e0-bbfc-c95e3b04934a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:34.927863 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-d1e4f5f2-810f-49e0-bbfc-c95e3b04934a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "DELETE /v2.0/security-groups/2c1d923e-b56d-4466-b731-6ee637deb5ad HTTP/1.1" status: 204 len: 168 time: 0.2911241 Feb 19 03:04:34.931350 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 56074) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:34.942372 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf235f-8f62-4f41-8e9c-8e7ed445d179 None None] New status for floating IP 40a9c892-7703-4c30-8a26-c3f98d2c79d3: DOWN {{(pid=84087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 03:04:34.957718 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.api.v2.resource [None req-813caa35-2d6b-4c21-b782-63f3e02424e4 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] show failed (client error): The resource could not be found. Feb 19 03:04:34.959037 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-813caa35-2d6b-4c21-b782-63f3e02424e4 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "GET /v2.0/security-groups/2c1d923e-b56d-4466-b731-6ee637deb5ad HTTP/1.1" status: 404 len: 347 time: 0.0262017 Feb 19 03:04:34.962439 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56080) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:35.164328 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc592d-6864-4b68-bc8c-0398b9f3f042 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Deleting port 30ab9def-1410-4269-98eb-b5853c8c783a {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:04:35.164953 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c8bc592d-6864-4b68-bc8c-0398b9f3f042 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:35.410398 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c8bc592d-6864-4b68-bc8c-0398b9f3f042 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:35.410765 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c8bc592d-6864-4b68-bc8c-0398b9f3f042 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:35.555091 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc592d-6864-4b68-bc8c-0398b9f3f042 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Calling delete_port for 30ab9def-1410-4269-98eb-b5853c8c783a owned by network:floatingip {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:04:35.659929 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.api [None req-c8bc592d-6864-4b68-bc8c-0398b9f3f042 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:04:35.660284 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_db.api [None req-c8bc592d-6864-4b68-bc8c-0398b9f3f042 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 03:04:36.161562 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc592d-6864-4b68-bc8c-0398b9f3f042 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Deleting port 30ab9def-1410-4269-98eb-b5853c8c783a {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:04:36.162172 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c8bc592d-6864-4b68-bc8c-0398b9f3f042 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:36.388774 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c8bc592d-6864-4b68-bc8c-0398b9f3f042 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:36.389496 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c8bc592d-6864-4b68-bc8c-0398b9f3f042 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:36.541453 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc592d-6864-4b68-bc8c-0398b9f3f042 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Calling delete_port for 30ab9def-1410-4269-98eb-b5853c8c783a owned by network:floatingip {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:04:36.748271 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c8bc592d-6864-4b68-bc8c-0398b9f3f042 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:36.765239 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0e40b877-9671-45b7-b87d-e34c97e99b22 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:37.149224 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc592d-6864-4b68-bc8c-0398b9f3f042 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Pushing event deleted for resources: {'Port': ['ID=30ab9def-1410-4269-98eb-b5853c8c783a,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:37.154686 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c8bc592d-6864-4b68-bc8c-0398b9f3f042 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:37.286167 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c8bc592d-6864-4b68-bc8c-0398b9f3f042 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks [] for floatingip, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:37.304824 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c8bc592d-6864-4b68-bc8c-0398b9f3f042 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for floatingip, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:37.306079 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-c8bc592d-6864-4b68-bc8c-0398b9f3f042 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] 10.222.0.75 "DELETE /v2.0/floatingips/40a9c892-7703-4c30-8a26-c3f98d2c79d3 HTTP/1.1" status: 204 len: 168 time: 2.3425236 Feb 19 03:04:38.651928 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:04:38.935570 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 56212) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:39.090243 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:39.106880 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:04:39.111537 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Usage tracker for resource:security_group_rule and tenant:6c50cb8f6aaf4c16a4162a375ad6de56 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:04:39.114885 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:04:39.122215 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:04:39.222824 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:39.226517 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:39.237225 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-374f038c-e7b3-41fa-978e-8dabe140a764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:39.289541 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6c50cb8f6aaf4c16a4162a375ad6de56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524401 Feb 19 03:04:39.290587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acbd990-3684-4a37-bcfb-5fc9c9bf8d92,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:39.294622 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56220) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:39.302360 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.303009 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.303671 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.304335 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.305145 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.305630 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.306359 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.307649 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.307649 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.308909 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.308909 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.309583 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.310616 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.311300 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.312004 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.312667 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.313335 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.314071 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.314709 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.315372 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.316035 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.316702 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.317687 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.318063 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:39.327685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:39.389613 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-aa3c19c4-26f6-421c-bde3-133baf12cd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:39.436190 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-aa3c19c4-26f6-421c-bde3-133baf12cd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:39.514283 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-aa3c19c4-26f6-421c-bde3-133baf12cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:39.523108 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-66a2d991-0965-4386-958f-eb9471229148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:39.548790 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c19c4-26f6-421c-bde3-133baf12cd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acbd990-3684-4a37-bcfb-5fc9c9bf8d92,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:39.553909 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-aa3c19c4-26f6-421c-bde3-133baf12cd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:39.556163 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-aa3c19c4-26f6-421c-bde3-133baf12cd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:39.559718 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-aa3c19c4-26f6-421c-bde3-133baf12cd78 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9acbd990-3684-4a37-bcfb-5fc9c9bf8d92 HTTP/1.1" status: 204 len: 168 time: 0.2634120 Feb 19 03:04:39.929911 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56228) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:39.955103 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-35bd9401-4d4c-4259-aef5-1b911325accb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:39.974178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-35bd9401-4d4c-4259-aef5-1b911325accb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:04:39.979269 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-35bd9401-4d4c-4259-aef5-1b911325accb admin admin] Usage tracker for resource:security_group_rule and tenant:b3ad618c26c446119dde45f2f3f26056 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:04:39.983386 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-35bd9401-4d4c-4259-aef5-1b911325accb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:04:39.990826 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-35bd9401-4d4c-4259-aef5-1b911325accb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:04:40.113832 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-35bd9401-4d4c-4259-aef5-1b911325accb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:40.119565 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-35bd9401-4d4c-4259-aef5-1b911325accb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:40.137521 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-8f014ebf-8f1f-4d4f-86ab-723316066fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:40.196129 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-35bd9401-4d4c-4259-aef5-1b911325accb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b3ad618c26c446119dde45f2f3f26056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651970 Feb 19 03:04:40.198133 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd9401-4d4c-4259-aef5-1b911325accb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4985e780-b43c-41a0-8040-940f46b10ea8,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:40.200900 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 56236) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:40.202027 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-35bd9401-4d4c-4259-aef5-1b911325accb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:40.290405 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-67769c94-02aa-4737-9796-5cdcff9058c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:40.325069 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-67769c94-02aa-4737-9796-5cdcff9058c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:40.332637 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56242) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:40.380103 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-67769c94-02aa-4737-9796-5cdcff9058c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:40.385841 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-301c1972-d525-4ae9-a33d-309bbc39291e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:40.403228 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67769c94-02aa-4737-9796-5cdcff9058c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4985e780-b43c-41a0-8040-940f46b10ea8,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:40.409623 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-67769c94-02aa-4737-9796-5cdcff9058c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:40.419614 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-67769c94-02aa-4737-9796-5cdcff9058c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:40.428219 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-67769c94-02aa-4737-9796-5cdcff9058c6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4985e780-b43c-41a0-8040-940f46b10ea8 HTTP/1.1" status: 204 len: 168 time: 0.2178748 Feb 19 03:04:40.531089 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-99a94dbc-4908-4b0a-826f-772b973a96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:41.394658 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b2811cbe-dc46-4b1d-a81c-550bd7d723b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854343345'] for router_interface, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:41.824445 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-b2811cbe-dc46-4b1d-a81c-550bd7d723b8 admin admin] Deleting port 59995976-a41e-4856-95c2-eabbef58d8f7 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:04:41.824750 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b2811cbe-dc46-4b1d-a81c-550bd7d723b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:42.049671 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-b2811cbe-dc46-4b1d-a81c-550bd7d723b8 admin admin] For port 59995976-a41e-4856-95c2-eabbef58d8f7, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=59995976-a41e-4856-95c2-eabbef58d8f7,segment=NetworkSegment(d616cdcb-7ab1-43cf-a37d-52e71d74e46e),segment_id=d616cdcb-7ab1-43cf-a37d-52e71d74e46e)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:04:42.050195 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b2811cbe-dc46-4b1d-a81c-550bd7d723b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:42.253704 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-b2811cbe-dc46-4b1d-a81c-550bd7d723b8 admin admin] Calling delete_port for 59995976-a41e-4856-95c2-eabbef58d8f7 owned by network:router_interface {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:04:42.556221 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b2811cbe-dc46-4b1d-a81c-550bd7d723b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:42.574978 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-9fa9acd3-7e38-4220-a348-4fb3c0896812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:42.678531 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2811cbe-dc46-4b1d-a81c-550bd7d723b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=59995976-a41e-4856-95c2-eabbef58d8f7,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:42.689396 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b2811cbe-dc46-4b1d-a81c-550bd7d723b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:42.971931 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f22e13a4-ffed-4191-abf1-9cc2ab593c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:43.235768 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b2811cbe-dc46-4b1d-a81c-550bd7d723b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432124'] for router_interface, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:43.449969 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:44.210957 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2811cbe-dc46-4b1d-a81c-550bd7d723b8 admin admin] Router c1d053eb-7ef7-43eb-b768-20fdd98f8294 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 03:04:44.430895 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2811cbe-dc46-4b1d-a81c-550bd7d723b8 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:04:44.445458 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4e332-9230-4316-8b0c-cf3a6c520ec2 None None] Sync routers for ids ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'] in dv-cinder-775706-2-smb {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:04:44.457955 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4e332-9230-4316-8b0c-cf3a6c520ec2 None None] Routers {'c1d053eb-7ef7-43eb-b768-20fdd98f8294'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:04:44.458640 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-b2811cbe-dc46-4b1d-a81c-550bd7d723b8 admin admin] 10.222.0.75 "PUT /v2.0/routers/c1d053eb-7ef7-43eb-b768-20fdd98f8294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1241655 Feb 19 03:04:44.458804 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-b6f4e332-9230-4316-8b0c-cf3a6c520ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:04:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:04:44.463530 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56292) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:44.751482 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-b6f4e332-9230-4316-8b0c-cf3a6c520ec2 None None] Set router c1d053eb-7ef7-43eb-b768-20fdd98f8294 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:04:44.771804 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8071406a-14ca-4a00-a5ac-b5850769d3d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:45.026935 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8071406a-14ca-4a00-a5ac-b5850769d3d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:45.039258 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-8071406a-14ca-4a00-a5ac-b5850769d3d5 admin admin] Deleting port 3f45718f-ee4f-49e9-95d3-bfaa568de2b0 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:04:45.039754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8071406a-14ca-4a00-a5ac-b5850769d3d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:45.040001 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:45.237217 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-b6f4e332-9230-4316-8b0c-cf3a6c520ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T03:04:42Z', 'revision_number': 5, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port': {'id': '3f45718f-ee4f-49e9-95d3-bfaa568de2b0', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:55:43Z', 'updated_at': '2021-02-19T02:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:04:45.243949 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:45.249210 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4e332-9230-4316-8b0c-cf3a6c520ec2 None None] Checking router: c1d053eb-7ef7-43eb-b768-20fdd98f8294 for host: dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:04:45.263718 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-8071406a-14ca-4a00-a5ac-b5850769d3d5 admin admin] For port 3f45718f-ee4f-49e9-95d3-bfaa568de2b0, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=3f45718f-ee4f-49e9-95d3-bfaa568de2b0,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:04:45.264333 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8071406a-14ca-4a00-a5ac-b5850769d3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:45.267672 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4e332-9230-4316-8b0c-cf3a6c520ec2 None None] Routers {'c1d053eb-7ef7-43eb-b768-20fdd98f8294'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:04:45.268918 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-b6f4e332-9230-4316-8b0c-cf3a6c520ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:04:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:04:45.415593 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-8071406a-14ca-4a00-a5ac-b5850769d3d5 admin admin] Calling delete_port for 3f45718f-ee4f-49e9-95d3-bfaa568de2b0 owned by network:router_gateway {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:04:45.644091 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8071406a-14ca-4a00-a5ac-b5850769d3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:45.659355 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-fb5ffdf5-9eda-44a8-afe2-3f2a53f5c4a2 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:45.758508 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071406a-14ca-4a00-a5ac-b5850769d3d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f45718f-ee4f-49e9-95d3-bfaa568de2b0,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:45.765898 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-b6f4e332-9230-4316-8b0c-cf3a6c520ec2 None None] Set router c1d053eb-7ef7-43eb-b768-20fdd98f8294 gateway port host: None {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:04:45.766765 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-8071406a-14ca-4a00-a5ac-b5850769d3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:45.906491 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-b6f4e332-9230-4316-8b0c-cf3a6c520ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T03:04:45Z', 'revision_number': 6, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port_host': None}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:04:45.911949 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4e332-9230-4316-8b0c-cf3a6c520ec2 None None] The sync data for ids ['c1d053eb-7ef7-43eb-b768-20fdd98f8294'] in dv-cinder-775706-2-smb is: [{'id': 'c1d053eb-7ef7-43eb-b768-20fdd98f8294', 'name': 'tempest-AttachVolumeShelveTestJSON-1812524947-router', 'tenant_id': 'c002812913314504b133ae634af86b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:55:38Z', 'updated_at': '2021-02-19T03:04:45Z', 'revision_number': 6, 'project_id': 'c002812913314504b133ae634af86b2e', 'gw_port_host': None}] {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:04:45.988883 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8071406a-14ca-4a00-a5ac-b5850769d3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854347667'] for router_gateway, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:46.204570 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8071406a-14ca-4a00-a5ac-b5850769d3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763000'] for router, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:46.207713 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8071406a-14ca-4a00-a5ac-b5850769d3d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:46.239179 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8071406a-14ca-4a00-a5ac-b5850769d3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854342382'] for router, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:46.240131 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8071406a-14ca-4a00-a5ac-b5850769d3d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1d053eb-7ef7-43eb-b768-20fdd98f8294 {{(pid=84085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 19 03:04:46.265743 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8071406a-14ca-4a00-a5ac-b5850769d3d5 admin admin] Notify callbacks [] for router, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:46.267785 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-8071406a-14ca-4a00-a5ac-b5850769d3d5 admin admin] 10.222.0.75 "DELETE /v2.0/routers/c1d053eb-7ef7-43eb-b768-20fdd98f8294 HTTP/1.1" status: 204 len: 168 time: 1.8026826 Feb 19 03:04:46.271028 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56306) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:46.370183 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6daa43f-a4e4-4970-b7d0-57a6bd218634 admin admin] Deleting subnet b750ccce-480c-48ff-95df-32a79b278619 {{(pid=84085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 03:04:46.376583 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e6daa43f-a4e4-4970-b7d0-57a6bd218634 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:46.482233 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e6daa43f-a4e4-4970-b7d0-57a6bd218634 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2074732'] for subnet, precommit_delete_associations {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:46.641618 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e6daa43f-a4e4-4970-b7d0-57a6bd218634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764431'] for subnet, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:47.063271 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e6daa43f-a4e4-4970-b7d0-57a6bd218634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847011385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2213791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850731962'] for subnet, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:47.082209 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:47.187329 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6daa43f-a4e4-4970-b7d0-57a6bd218634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b750ccce-480c-48ff-95df-32a79b278619,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:47.192338 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e6daa43f-a4e4-4970-b7d0-57a6bd218634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:47.247473 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e6daa43f-a4e4-4970-b7d0-57a6bd218634 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:47.255675 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02bb6e1-8a2e-4563-9004-c552c0bcdba7 None None] Network aff37b45-bb0b-4722-99c2-f05b1c234791 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 03:04:47.256233 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-e6daa43f-a4e4-4970-b7d0-57a6bd218634 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/b750ccce-480c-48ff-95df-32a79b278619 HTTP/1.1" status: 204 len: 168 time: 0.9835982 Feb 19 03:04:47.260378 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56318) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:47.427540 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846840226'] for network, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:47.453824 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 3f45718f-ee4f-49e9-95d3-bfaa568de2b0 no longer exists at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:04:47.517645 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] No Port match for: 3f45718f-ee4f-49e9-95d3-bfaa568de2b0 {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 03:04:47.518064 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 3f45718f-ee4f-49e9-95d3-bfaa568de2b0 not bound to the agent host dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:04:47.518562 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 59995976-a41e-4856-95c2-eabbef58d8f7 no longer exists at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:04:47.561427 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] No Port match for: 59995976-a41e-4856-95c2-eabbef58d8f7 {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 03:04:47.561427 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 59995976-a41e-4856-95c2-eabbef58d8f7 not bound to the agent host dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:04:47.570686 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Deleting port 701efe07-0468-44ff-b45b-c1a2609897a7 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:04:47.571337 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:47.665534 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] DHCP port deletion for aff37b45-bb0b-4722-99c2-f05b1c234791 request from dv-cinder-775706-2-smb {{(pid=84086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 19 03:04:47.671181 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Deleting port 701efe07-0468-44ff-b45b-c1a2609897a7 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:04:47.671757 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:47.944743 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] For port 701efe07-0468-44ff-b45b-c1a2609897a7, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=701efe07-0468-44ff-b45b-c1a2609897a7,segment=NetworkSegment(d616cdcb-7ab1-43cf-a37d-52e71d74e46e),segment_id=d616cdcb-7ab1-43cf-a37d-52e71d74e46e)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:04:47.945031 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:48.010837 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] For port 701efe07-0468-44ff-b45b-c1a2609897a7, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=701efe07-0468-44ff-b45b-c1a2609897a7,segment=NetworkSegment(d616cdcb-7ab1-43cf-a37d-52e71d74e46e),segment_id=d616cdcb-7ab1-43cf-a37d-52e71d74e46e)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:04:48.011649 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:48.185231 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Calling delete_port for 701efe07-0468-44ff-b45b-c1a2609897a7 owned by network:dhcp {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:04:48.324391 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621'] for port, after_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:48.345896 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:48.392293 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Calling delete_port for 701efe07-0468-44ff-b45b-c1a2609897a7 owned by network:dhcp {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:04:48.513425 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.api [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:04:48.514249 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_db.api [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 03:04:48.524853 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Pushing event deleted for resources: {'Port': ['ID=701efe07-0468-44ff-b45b-c1a2609897a7,revision_number=None']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:48.548656 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.549210 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.549762 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.550363 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.550873 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.551375 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.551877 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.552379 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.552892 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.553389 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.553935 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.554435 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.555057 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.555553 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.556056 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.556536 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.557050 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.557645 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.558044 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.558492 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.559059 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.559429 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.559850 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.560218 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:04:48.574665 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:48.613698 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] No DVR routers for this DVR port 701efe07-0468-44ff-b45b-c1a2609897a7 on host dv-cinder-775706-2-smb {{(pid=84086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 03:04:49.015640 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Deleting port 701efe07-0468-44ff-b45b-c1a2609897a7 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:04:49.016048 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:49.100532 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] The port '701efe07-0468-44ff-b45b-c1a2609897a7' was deleted {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 19 03:04:49.232229 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7765560', 'neutron.services.segments.db._delete_segments_for_network--9223363286358539226'] for network, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:49.360275 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff37b45-bb0b-4722-99c2-f05b1c234791']}} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:04:49.379248 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd616cdcb-7ab1-43cf-a37d-52e71d74e46e') {'for_net_delete': True} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:04:49.379563 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd616cdcb-7ab1-43cf-a37d-52e71d74e46e') {} {{(pid=84085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:04:49.396355 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286358535642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852701100'] for segment, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:49.414841 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:49.417506 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 03:04:49.427930 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 701efe07-0468-44ff-b45b-c1a2609897a7 no longer exists at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:04:49.507974 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] No Port match for: 701efe07-0468-44ff-b45b-c1a2609897a7 {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 03:04:49.508436 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 701efe07-0468-44ff-b45b-c1a2609897a7 not bound to the agent host dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:04:49.621607 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Network aff37b45-bb0b-4722-99c2-f05b1c234791 has no segments {{(pid=84085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 03:04:49.632557 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7736240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852560578'] for segment, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:49.836568 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Network aff37b45-bb0b-4722-99c2-f05b1c234791 has no segments {{(pid=84085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: % (table.description, expected, rows_matched) Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: % (table.description, expected, rows_matched) Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: % (table.description, expected, rows_matched) Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: % (table.description, expected, rows_matched) Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: Traceback (most recent call last): Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: timer() Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: cb(*args, **kw) Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: return func(*args, **kwargs) Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: self._notify() Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: self.callback(batched_events) Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: event.method(event) Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: segment_id)['aggregates'][0] Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: return f(self, *a, **k) Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: return self._get(url).json() Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: **kwargs) Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: return self.request(url, 'GET', **kwargs) Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: **endpoint_filter) Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:04:49.865032 dv-cinder-775706-2-smb neutron-server[83972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:04:49.992684 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847010256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428100'] for network, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:49.996980 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:50.012756 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:50.030235 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Pushing event deleted for resources: {'Network': ['ID=aff37b45-bb0b-4722-99c2-f05b1c234791,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:50.034009 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:50.046443 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-18f5c818-14e3-441c-85ee-d75c02122a10 admin admin] 10.222.0.75 "DELETE /v2.0/networks/aff37b45-bb0b-4722-99c2-f05b1c234791 HTTP/1.1" status: 204 len: 168 time: 2.7847950 Feb 19 03:04:50.225223 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56340) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:50.288816 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-5bbf1499-98b1-49d3-83c3-63882d6fe56b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c002812913314504b133ae634af86b2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0621800 Feb 19 03:04:50.293686 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56344) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:50.299520 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 56348) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:50.365933 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3ef93365-0b3b-4acc-8956-f8c479fb96e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:50.426844 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3ef93365-0b3b-4acc-8956-f8c479fb96e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:50.508232 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3ef93365-0b3b-4acc-8956-f8c479fb96e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:50.516943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-77d5298a-878f-4d91-8b0c-797c7e2159f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:50.540751 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef93365-0b3b-4acc-8956-f8c479fb96e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344bd84e-b966-4481-a0e1-0d20882bdd62,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:50.546584 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-531ac60d-3122-403e-8006-20008cd428be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:50.547248 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3ef93365-0b3b-4acc-8956-f8c479fb96e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:50.552554 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3ef93365-0b3b-4acc-8956-f8c479fb96e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:50.554455 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-3ef93365-0b3b-4acc-8956-f8c479fb96e6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/344bd84e-b966-4481-a0e1-0d20882bdd62 HTTP/1.1" status: 204 len: 168 time: 0.2592022 Feb 19 03:04:50.566893 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-531ac60d-3122-403e-8006-20008cd428be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:04:50.572099 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-531ac60d-3122-403e-8006-20008cd428be admin admin] Usage tracker for resource:security_group_rule and tenant:c19a73174ef04b4d9b662fc6a5f4ffed is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:04:50.575837 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-531ac60d-3122-403e-8006-20008cd428be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:04:50.582977 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-531ac60d-3122-403e-8006-20008cd428be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:04:50.715347 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-531ac60d-3122-403e-8006-20008cd428be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:50.719731 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-531ac60d-3122-403e-8006-20008cd428be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:50.738090 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-4c56ede2-05d2-4e8f-af17-4bdc15418ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:50.795949 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ac60d-3122-403e-8006-20008cd428be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd912d3-a404-4cc0-8cf1-a213cad1855d,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:50.800311 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-531ac60d-3122-403e-8006-20008cd428be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:50.814006 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-531ac60d-3122-403e-8006-20008cd428be admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c19a73174ef04b4d9b662fc6a5f4ffed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5125055 Feb 19 03:04:50.816978 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56358) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:50.916773 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f435085a-d5db-41ad-bec2-0aaa61e78b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:50.972695 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f435085a-d5db-41ad-bec2-0aaa61e78b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:51.035850 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f435085a-d5db-41ad-bec2-0aaa61e78b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:51.041610 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5813e2ff-e4d2-464f-906b-f5198c35b3f0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:51.058622 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f435085a-d5db-41ad-bec2-0aaa61e78b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:51.059940 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-f435085a-d5db-41ad-bec2-0aaa61e78b31 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4dd912d3-a404-4cc0-8cf1-a213cad1855d HTTP/1.1" status: 204 len: 168 time: 0.2417517 Feb 19 03:04:51.061413 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435085a-d5db-41ad-bec2-0aaa61e78b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd912d3-a404-4cc0-8cf1-a213cad1855d,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:51.064401 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f435085a-d5db-41ad-bec2-0aaa61e78b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:51.498116 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 56378) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:51.522751 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-70d2b688-1d99-4684-a789-c5207741a6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:51.542078 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-70d2b688-1d99-4684-a789-c5207741a6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:04:51.547788 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-70d2b688-1d99-4684-a789-c5207741a6c7 admin admin] Usage tracker for resource:security_group_rule and tenant:46bd20b8f6ad47a883157701df816219 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:04:51.551595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-70d2b688-1d99-4684-a789-c5207741a6c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:04:51.560650 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-70d2b688-1d99-4684-a789-c5207741a6c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:04:51.706305 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-70d2b688-1d99-4684-a789-c5207741a6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:51.710515 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-70d2b688-1d99-4684-a789-c5207741a6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:51.721063 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f813e235-40e9-428e-910f-e2b80be43fc8 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:51.769544 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-70d2b688-1d99-4684-a789-c5207741a6c7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=46bd20b8f6ad47a883157701df816219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691596 Feb 19 03:04:51.770533 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2b688-1d99-4684-a789-c5207741a6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9bdc9b-2c31-4682-a0ad-aa306f923cf1,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:51.774253 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 56386) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:04:51.777137 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-70d2b688-1d99-4684-a789-c5207741a6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:51.864568 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6f06f518-44b8-4ad7-9d9c-350371095b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:51.907684 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6f06f518-44b8-4ad7-9d9c-350371095b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:51.962827 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6f06f518-44b8-4ad7-9d9c-350371095b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:51.968805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-782bed00-5c7b-40cd-9596-ced74996f561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:04:51.985795 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06f518-44b8-4ad7-9d9c-350371095b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9bdc9b-2c31-4682-a0ad-aa306f923cf1,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:04:51.988774 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-6f06f518-44b8-4ad7-9d9c-350371095b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:04:51.999402 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6f06f518-44b8-4ad7-9d9c-350371095b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:04:52.006595 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-6f06f518-44b8-4ad7-9d9c-350371095b24 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/be9bdc9b-2c31-4682-a0ad-aa306f923cf1 HTTP/1.1" status: 204 len: 168 time: 0.2311413 Feb 19 03:04:55.170807 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:04.727194 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 56638) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:04.910289 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-69660543-dcdb-4ad2-924e-72e483bf303f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:04.943100 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-69660543-dcdb-4ad2-924e-72e483bf303f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:04.950819 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-69660543-dcdb-4ad2-924e-72e483bf303f admin admin] Usage tracker for resource:security_group_rule and tenant:bb4bb6c125214c6e88bb771cd45d8846 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:04.956442 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-69660543-dcdb-4ad2-924e-72e483bf303f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:04.968536 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-69660543-dcdb-4ad2-924e-72e483bf303f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:05.134439 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-69660543-dcdb-4ad2-924e-72e483bf303f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:05.138265 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-69660543-dcdb-4ad2-924e-72e483bf303f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:05.148160 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e0c5d4af-64f1-487f-af6b-d9dfb928789a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:05.198806 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-69660543-dcdb-4ad2-924e-72e483bf303f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bb4bb6c125214c6e88bb771cd45d8846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4696379 Feb 19 03:05:05.201595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69660543-dcdb-4ad2-924e-72e483bf303f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055d7282-320e-4db5-b9b1-fbc529ebb24a,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:05.202057 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56650) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:05.209470 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-69660543-dcdb-4ad2-924e-72e483bf303f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:05.300126 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-103d9142-f45b-485d-8a2a-794ed2f13142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:05.332045 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-103d9142-f45b-485d-8a2a-794ed2f13142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:05.387051 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-103d9142-f45b-485d-8a2a-794ed2f13142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:05.391545 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-970554e0-f3b3-414f-9c3e-9f081b8946c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:05.409371 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d9142-f45b-485d-8a2a-794ed2f13142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055d7282-320e-4db5-b9b1-fbc529ebb24a,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:05.414481 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-103d9142-f45b-485d-8a2a-794ed2f13142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:05.415781 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-103d9142-f45b-485d-8a2a-794ed2f13142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:05.417705 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-103d9142-f45b-485d-8a2a-794ed2f13142 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/055d7282-320e-4db5-b9b1-fbc529ebb24a HTTP/1.1" status: 204 len: 168 time: 0.2140045 Feb 19 03:05:05.881647 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56660) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:05.908942 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ed89d941-36d8-48b3-82e0-3c7071f6c175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:05.929120 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-ed89d941-36d8-48b3-82e0-3c7071f6c175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:05.934157 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-ed89d941-36d8-48b3-82e0-3c7071f6c175 admin admin] Usage tracker for resource:security_group_rule and tenant:99b69b4249144e47a9d0587974c93b4c is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:05.938122 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-ed89d941-36d8-48b3-82e0-3c7071f6c175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:05.945241 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-ed89d941-36d8-48b3-82e0-3c7071f6c175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:06.088385 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ed89d941-36d8-48b3-82e0-3c7071f6c175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:06.093100 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ed89d941-36d8-48b3-82e0-3c7071f6c175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:06.103045 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d0f990c6-b392-45d1-92c7-9d29e5e8e886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:06.155892 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89d941-36d8-48b3-82e0-3c7071f6c175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f5212a-19c8-473c-8971-ec35ee0a3539,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:06.162744 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-ed89d941-36d8-48b3-82e0-3c7071f6c175 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=99b69b4249144e47a9d0587974c93b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790675 Feb 19 03:05:06.163849 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56664) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:06.164918 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ed89d941-36d8-48b3-82e0-3c7071f6c175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:06.256675 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8c28eb05-daf0-4170-9afe-7ebf41a075d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:06.288498 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8c28eb05-daf0-4170-9afe-7ebf41a075d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:06.345435 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8c28eb05-daf0-4170-9afe-7ebf41a075d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:06.351377 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a3381bcf-9897-4390-8398-4d6e6bb3e84a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:06.364194 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28eb05-daf0-4170-9afe-7ebf41a075d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f5212a-19c8-473c-8971-ec35ee0a3539,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:06.367150 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-8c28eb05-daf0-4170-9afe-7ebf41a075d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:06.375025 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8c28eb05-daf0-4170-9afe-7ebf41a075d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:06.380549 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-8c28eb05-daf0-4170-9afe-7ebf41a075d5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/05f5212a-19c8-473c-8971-ec35ee0a3539 HTTP/1.1" status: 204 len: 168 time: 0.2101409 Feb 19 03:05:06.904055 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 56680) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:06.932253 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-729f38ff-8d78-414c-b67e-9ad3be52aeaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:06.959939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-729f38ff-8d78-414c-b67e-9ad3be52aeaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:06.966225 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-729f38ff-8d78-414c-b67e-9ad3be52aeaa admin admin] Usage tracker for resource:security_group_rule and tenant:435859fdf2e5485ba8c1440ab0e625e8 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:06.970318 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-729f38ff-8d78-414c-b67e-9ad3be52aeaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:06.980782 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-729f38ff-8d78-414c-b67e-9ad3be52aeaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:07.092967 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-729f38ff-8d78-414c-b67e-9ad3be52aeaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:07.096724 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-729f38ff-8d78-414c-b67e-9ad3be52aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:07.105914 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-58f51dea-4a06-4e11-9f87-d681c34c778e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:07.175430 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-729f38ff-8d78-414c-b67e-9ad3be52aeaa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=435859fdf2e5485ba8c1440ab0e625e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700655 Feb 19 03:05:07.176454 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f38ff-8d78-414c-b67e-9ad3be52aeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc23ae3a-e531-4fc1-84cd-7329d6668e69,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:07.179811 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56684) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:07.182177 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-729f38ff-8d78-414c-b67e-9ad3be52aeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:07.258667 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7fcc23af-f492-4bb0-b659-9be79e6ba510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:07.290026 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7fcc23af-f492-4bb0-b659-9be79e6ba510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:07.355362 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7fcc23af-f492-4bb0-b659-9be79e6ba510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:07.364224 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1eed2de3-98f3-48a0-85c9-150416692481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:07.387145 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc23af-f492-4bb0-b659-9be79e6ba510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc23ae3a-e531-4fc1-84cd-7329d6668e69,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:07.390936 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7fcc23af-f492-4bb0-b659-9be79e6ba510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:07.393084 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7fcc23af-f492-4bb0-b659-9be79e6ba510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:07.394444 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-7fcc23af-f492-4bb0-b659-9be79e6ba510 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dc23ae3a-e531-4fc1-84cd-7329d6668e69 HTTP/1.1" status: 204 len: 168 time: 0.2133865 Feb 19 03:05:10.253097 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 56774) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:10.430867 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f8ee25aa-6283-4e96-981b-a49c15136e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:10.462158 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-f8ee25aa-6283-4e96-981b-a49c15136e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:10.470140 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-f8ee25aa-6283-4e96-981b-a49c15136e47 admin admin] Usage tracker for resource:security_group_rule and tenant:cf75cf49adf44e468dd2ce5bfc8e8cee is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:10.475604 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-f8ee25aa-6283-4e96-981b-a49c15136e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:10.487791 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-f8ee25aa-6283-4e96-981b-a49c15136e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:10.530947 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1cbdcc0e-3b90-4a2f-827f-226fbc57381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:10.597275 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f8ee25aa-6283-4e96-981b-a49c15136e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:10.601143 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-f8ee25aa-6283-4e96-981b-a49c15136e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:10.612036 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0c120290-55ca-403a-9318-3f63df3dbd84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:10.667044 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-f8ee25aa-6283-4e96-981b-a49c15136e47 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cf75cf49adf44e468dd2ce5bfc8e8cee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4126577 Feb 19 03:05:10.668170 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee25aa-6283-4e96-981b-a49c15136e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ea82ba-3693-40d7-a04f-aa42131ec80d,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:10.671344 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56780) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:10.672584 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f8ee25aa-6283-4e96-981b-a49c15136e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:10.757326 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a1751cb6-9d62-48ab-991b-c8ab600d7f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:10.810448 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a1751cb6-9d62-48ab-991b-c8ab600d7f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:10.866735 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a1751cb6-9d62-48ab-991b-c8ab600d7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:10.871625 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b686ab47-08e0-499e-9a2a-06e116c7ade4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:10.892716 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1751cb6-9d62-48ab-991b-c8ab600d7f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ea82ba-3693-40d7-a04f-aa42131ec80d,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:10.895657 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a1751cb6-9d62-48ab-991b-c8ab600d7f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:10.896930 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a1751cb6-9d62-48ab-991b-c8ab600d7f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:10.901293 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-a1751cb6-9d62-48ab-991b-c8ab600d7f4e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/06ea82ba-3693-40d7-a04f-aa42131ec80d HTTP/1.1" status: 204 len: 168 time: 0.2276103 Feb 19 03:05:11.263926 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 56796) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:11.286288 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0c12-09dd-486f-9822-c526e0743a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:11.305266 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-fc1b0c12-09dd-486f-9822-c526e0743a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:11.314354 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-fc1b0c12-09dd-486f-9822-c526e0743a65 admin admin] Usage tracker for resource:security_group_rule and tenant:68412657e78e4185a2cabffa22128893 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:11.319694 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-fc1b0c12-09dd-486f-9822-c526e0743a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:11.329953 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-fc1b0c12-09dd-486f-9822-c526e0743a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:11.439322 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0c12-09dd-486f-9822-c526e0743a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:11.443905 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0c12-09dd-486f-9822-c526e0743a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:11.460724 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ace7bd8c-482b-49c2-b4e3-2b6099d0b47a tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:11.543160 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-fc1b0c12-09dd-486f-9822-c526e0743a65 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=68412657e78e4185a2cabffa22128893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771139 Feb 19 03:05:11.547052 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 56808) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:11.552290 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b0c12-09dd-486f-9822-c526e0743a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb910cff-1ad3-4481-be00-b01bf04c80a2,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:11.575191 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-fc1b0c12-09dd-486f-9822-c526e0743a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:11.673316 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-488e8ea8-d803-45ca-a7a5-c38a772524f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:11.718824 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-488e8ea8-d803-45ca-a7a5-c38a772524f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:11.789031 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-488e8ea8-d803-45ca-a7a5-c38a772524f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:11.796583 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-413df4cc-2b95-4906-af17-e01d25482501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:11.823972 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e8ea8-d803-45ca-a7a5-c38a772524f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb910cff-1ad3-4481-be00-b01bf04c80a2,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:11.830079 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-488e8ea8-d803-45ca-a7a5-c38a772524f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:11.852920 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-488e8ea8-d803-45ca-a7a5-c38a772524f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:11.858352 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-488e8ea8-d803-45ca-a7a5-c38a772524f1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fb910cff-1ad3-4481-be00-b01bf04c80a2 HTTP/1.1" status: 204 len: 168 time: 0.3063426 Feb 19 03:05:12.299423 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 56826) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:12.585767 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9b1cab40-1cad-4b82-9113-05f78f64ff54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:12.608257 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-9b1cab40-1cad-4b82-9113-05f78f64ff54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:12.613570 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-9b1cab40-1cad-4b82-9113-05f78f64ff54 admin admin] Usage tracker for resource:security_group_rule and tenant:45305a111d2e4267ab8394b23f617461 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:12.617387 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-9b1cab40-1cad-4b82-9113-05f78f64ff54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:12.626531 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-9b1cab40-1cad-4b82-9113-05f78f64ff54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:12.733072 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9b1cab40-1cad-4b82-9113-05f78f64ff54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:12.737313 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-9b1cab40-1cad-4b82-9113-05f78f64ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:12.754143 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f555fd9d-438f-4f34-b362-f96922ccec91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:12.808149 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-9b1cab40-1cad-4b82-9113-05f78f64ff54 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=45305a111d2e4267ab8394b23f617461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5027773 Feb 19 03:05:12.808149 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1cab40-1cad-4b82-9113-05f78f64ff54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccff21be-5c14-4674-8f74-2f9aa67e0384,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:12.809197 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56844) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:12.810140 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-9b1cab40-1cad-4b82-9113-05f78f64ff54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:12.932031 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-203a9704-d279-4a06-87cc-fb26179b1842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:12.968188 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-203a9704-d279-4a06-87cc-fb26179b1842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:12.978602 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-dfe73563-73f0-48b4-b946-c3381e40faa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:13.021022 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-203a9704-d279-4a06-87cc-fb26179b1842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:13.026833 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7730176a-9bef-467a-8385-112eaeab731e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:13.039208 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a9704-d279-4a06-87cc-fb26179b1842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccff21be-5c14-4674-8f74-2f9aa67e0384,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:13.042221 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-203a9704-d279-4a06-87cc-fb26179b1842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:13.049851 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-203a9704-d279-4a06-87cc-fb26179b1842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:13.053670 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-203a9704-d279-4a06-87cc-fb26179b1842 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ccff21be-5c14-4674-8f74-2f9aa67e0384 HTTP/1.1" status: 204 len: 168 time: 0.2399669 Feb 19 03:05:13.405192 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:13.514722 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 56860) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:13.551038 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7cd41498-ad42-452b-97b6-59e2668791a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:13.582682 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-7cd41498-ad42-452b-97b6-59e2668791a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:13.591060 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-7cd41498-ad42-452b-97b6-59e2668791a9 admin admin] Usage tracker for resource:security_group_rule and tenant:4c502dae7e524a6c91c584c9815dbdb0 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:13.596974 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-7cd41498-ad42-452b-97b6-59e2668791a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:13.608397 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-7cd41498-ad42-452b-97b6-59e2668791a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:13.756875 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7cd41498-ad42-452b-97b6-59e2668791a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:13.761762 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7cd41498-ad42-452b-97b6-59e2668791a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:13.770868 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-69660543-dcdb-4ad2-924e-72e483bf303f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:13.819316 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-7cd41498-ad42-452b-97b6-59e2668791a9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4c502dae7e524a6c91c584c9815dbdb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028269 Feb 19 03:05:13.820264 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd41498-ad42-452b-97b6-59e2668791a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb203ca9-42d9-450f-a0a8-a20a2ff3f045,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:13.823970 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 56870) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:13.827309 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7cd41498-ad42-452b-97b6-59e2668791a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:13.930690 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-73952a36-4478-434b-8db6-c2505015aaae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:13.967637 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-73952a36-4478-434b-8db6-c2505015aaae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:14.030443 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-73952a36-4478-434b-8db6-c2505015aaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:14.035655 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c40d6166-1f6d-4863-9f09-1bdd5f1d9796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:14.051597 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73952a36-4478-434b-8db6-c2505015aaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb203ca9-42d9-450f-a0a8-a20a2ff3f045,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:14.061273 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-73952a36-4478-434b-8db6-c2505015aaae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:14.063971 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-73952a36-4478-434b-8db6-c2505015aaae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:14.067879 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-73952a36-4478-434b-8db6-c2505015aaae admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cb203ca9-42d9-450f-a0a8-a20a2ff3f045 HTTP/1.1" status: 204 len: 168 time: 0.2399347 Feb 19 03:05:15.003937 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:15.226241 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:15.491446 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56922) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:15.654619 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:05:15.660558 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7957566e-0535-4539-8279-37b261b0812e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:15.683227 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-7957566e-0535-4539-8279-37b261b0812e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:15.688823 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-7957566e-0535-4539-8279-37b261b0812e admin admin] Usage tracker for resource:security_group_rule and tenant:daddabec2a1d447bb22609a74f8b8f39 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:15.692622 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-7957566e-0535-4539-8279-37b261b0812e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:15.700300 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-7957566e-0535-4539-8279-37b261b0812e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:15.805289 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7957566e-0535-4539-8279-37b261b0812e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:15.810049 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7957566e-0535-4539-8279-37b261b0812e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:15.822032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2b09b6c3-a72e-4518-bc04-a2294985d092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:15.882175 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-7957566e-0535-4539-8279-37b261b0812e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=daddabec2a1d447bb22609a74f8b8f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3889651 Feb 19 03:05:15.885829 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 56938) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:15.891785 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957566e-0535-4539-8279-37b261b0812e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe05baeb-4086-4a8d-b213-ca4190f49e59,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:15.895550 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7957566e-0535-4539-8279-37b261b0812e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:16.017721 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-860580c6-0bac-422d-9516-a90ef6812b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:16.057002 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-860580c6-0bac-422d-9516-a90ef6812b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:16.142410 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-860580c6-0bac-422d-9516-a90ef6812b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:16.148194 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0ad15e74-1196-4362-bc14-7a8e6226fbdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:16.161832 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860580c6-0bac-422d-9516-a90ef6812b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe05baeb-4086-4a8d-b213-ca4190f49e59,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:16.166260 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-860580c6-0bac-422d-9516-a90ef6812b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:16.171244 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-860580c6-0bac-422d-9516-a90ef6812b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:16.175322 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-860580c6-0bac-422d-9516-a90ef6812b53 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fe05baeb-4086-4a8d-b213-ca4190f49e59 HTTP/1.1" status: 204 len: 168 time: 0.2852809 Feb 19 03:05:16.685996 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 56954) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:16.707178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0589fbb1-4131-47aa-ba59-3e5f8b24b9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:16.725827 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-0589fbb1-4131-47aa-ba59-3e5f8b24b9cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:16.731479 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-0589fbb1-4131-47aa-ba59-3e5f8b24b9cc admin admin] Usage tracker for resource:security_group_rule and tenant:811b0b5b85134402859715a304affa70 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:16.736466 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-0589fbb1-4131-47aa-ba59-3e5f8b24b9cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:16.750521 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-0589fbb1-4131-47aa-ba59-3e5f8b24b9cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:16.857405 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0589fbb1-4131-47aa-ba59-3e5f8b24b9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:16.860954 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0589fbb1-4131-47aa-ba59-3e5f8b24b9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:16.870666 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1eb6b2de-a55c-4941-b7a3-7361b2b136fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:16.923468 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-0589fbb1-4131-47aa-ba59-3e5f8b24b9cc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=811b0b5b85134402859715a304affa70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365546 Feb 19 03:05:16.925596 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589fbb1-4131-47aa-ba59-3e5f8b24b9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2f5910-3447-46eb-b38c-581fe0dd6578,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:16.926642 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 56958) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:16.930010 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0589fbb1-4131-47aa-ba59-3e5f8b24b9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:16.999773 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-623d260a-b731-401b-bc57-7dc5dbded81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:17.031975 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-623d260a-b731-401b-bc57-7dc5dbded81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:17.087422 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-623d260a-b731-401b-bc57-7dc5dbded81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:17.097470 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-69a8f23f-bf7c-4170-8124-a7ae3b7bc1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:17.120830 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d260a-b731-401b-bc57-7dc5dbded81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2f5910-3447-46eb-b38c-581fe0dd6578,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:17.123754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-623d260a-b731-401b-bc57-7dc5dbded81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:17.127665 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-623d260a-b731-401b-bc57-7dc5dbded81e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bb2f5910-3447-46eb-b38c-581fe0dd6578 HTTP/1.1" status: 204 len: 168 time: 0.1975827 Feb 19 03:05:17.127665 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-623d260a-b731-401b-bc57-7dc5dbded81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:23.001524 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57056) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:23.158579 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a729b250-55c8-4af1-9afa-3dcdd6449b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:23.176261 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-a729b250-55c8-4af1-9afa-3dcdd6449b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:23.181671 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-a729b250-55c8-4af1-9afa-3dcdd6449b57 admin admin] Usage tracker for resource:security_group_rule and tenant:595ccbaa625042489c96cb586d65ad55 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:23.186364 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-a729b250-55c8-4af1-9afa-3dcdd6449b57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:23.193295 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-a729b250-55c8-4af1-9afa-3dcdd6449b57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:23.297334 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a729b250-55c8-4af1-9afa-3dcdd6449b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:23.300747 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a729b250-55c8-4af1-9afa-3dcdd6449b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:23.311703 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-531ac60d-3122-403e-8006-20008cd428be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:23.361369 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-a729b250-55c8-4af1-9afa-3dcdd6449b57 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=595ccbaa625042489c96cb586d65ad55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579633 Feb 19 03:05:23.363396 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729b250-55c8-4af1-9afa-3dcdd6449b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b6f1aa-3de5-4a9f-950f-9214eb6ccd99,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:23.365046 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 57066) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:23.367267 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a729b250-55c8-4af1-9afa-3dcdd6449b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:23.457112 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:23.496226 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:23.558111 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:23.565408 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-35bd9401-4d4c-4259-aef5-1b911325accb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:23.580416 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b6f1aa-3de5-4a9f-950f-9214eb6ccd99,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:23.590788 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:23.592566 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a2b6f1aa-3de5-4a9f-950f-9214eb6ccd99 HTTP/1.1" status: 204 len: 168 time: 0.2251351 Feb 19 03:05:23.594370 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.594781 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.595182 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.595577 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.595980 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.596545 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.596723 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.597075 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.597459 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.597883 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.598260 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.598747 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.599093 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.599483 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.599868 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.600250 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.600697 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.601257 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.601459 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.601762 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.602146 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.602528 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.602910 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.603287 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:23.607842 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c0060bc7-cf6e-4dab-8d06-5f6f97520916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:23.998339 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57080) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:24.019360 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e8061441-07ae-4167-ab2d-a13b84b51761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:24.041258 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-e8061441-07ae-4167-ab2d-a13b84b51761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:24.049535 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-e8061441-07ae-4167-ab2d-a13b84b51761 admin admin] Usage tracker for resource:security_group_rule and tenant:f5396fa6edcf42f4955332f61d44c68e is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:24.055000 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-e8061441-07ae-4167-ab2d-a13b84b51761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:24.066486 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-e8061441-07ae-4167-ab2d-a13b84b51761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:24.233592 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e8061441-07ae-4167-ab2d-a13b84b51761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:24.238469 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e8061441-07ae-4167-ab2d-a13b84b51761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:24.263666 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6b59bd9-a0db-4706-9ce3-36aa1390590e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:24.349500 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-e8061441-07ae-4167-ab2d-a13b84b51761 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f5396fa6edcf42f4955332f61d44c68e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3495641 Feb 19 03:05:24.352278 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57084) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:24.357542 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8061441-07ae-4167-ab2d-a13b84b51761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b58de9-a2e4-4e39-830e-9fe00c80f42a,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:24.382262 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e8061441-07ae-4167-ab2d-a13b84b51761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:24.486149 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-356c40e7-5a79-4759-a352-f10bbfb5c133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:24.541173 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-356c40e7-5a79-4759-a352-f10bbfb5c133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:24.627143 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-356c40e7-5a79-4759-a352-f10bbfb5c133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:24.632284 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f3ab6c8c-8673-4bcf-8924-63f5c736ea49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:24.651702 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c40e7-5a79-4759-a352-f10bbfb5c133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b58de9-a2e4-4e39-830e-9fe00c80f42a,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:24.660511 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-356c40e7-5a79-4759-a352-f10bbfb5c133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:24.674380 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-356c40e7-5a79-4759-a352-f10bbfb5c133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:24.675748 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-356c40e7-5a79-4759-a352-f10bbfb5c133 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/93b58de9-a2e4-4e39-830e-9fe00c80f42a HTTP/1.1" status: 204 len: 168 time: 0.3218181 Feb 19 03:05:25.179868 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:35.780702 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 57182) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:35.932834 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-21c79e76-bad9-4061-8fb7-e034ab19e2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:35.951148 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-21c79e76-bad9-4061-8fb7-e034ab19e2d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:35.955939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-21c79e76-bad9-4061-8fb7-e034ab19e2d7 admin admin] Usage tracker for resource:security_group_rule and tenant:81d0dce7d0024b17a121ba8508c48a03 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:35.959567 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-21c79e76-bad9-4061-8fb7-e034ab19e2d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:35.965964 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-21c79e76-bad9-4061-8fb7-e034ab19e2d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:36.069087 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-21c79e76-bad9-4061-8fb7-e034ab19e2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:36.081075 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-21c79e76-bad9-4061-8fb7-e034ab19e2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:36.095148 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-203a9704-d279-4a06-87cc-fb26179b1842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:36.143692 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-21c79e76-bad9-4061-8fb7-e034ab19e2d7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=81d0dce7d0024b17a121ba8508c48a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616753 Feb 19 03:05:36.144605 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c79e76-bad9-4061-8fb7-e034ab19e2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f541e9-725e-42fc-bb6d-1fd1e3c3b3b1,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:36.146648 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57188) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:36.149590 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-21c79e76-bad9-4061-8fb7-e034ab19e2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:36.226067 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1be207e1-1dda-4990-a312-1da4facf995e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:36.259332 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1be207e1-1dda-4990-a312-1da4facf995e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:36.313147 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1be207e1-1dda-4990-a312-1da4facf995e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:36.318697 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-860580c6-0bac-422d-9516-a90ef6812b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:36.334515 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be207e1-1dda-4990-a312-1da4facf995e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f541e9-725e-42fc-bb6d-1fd1e3c3b3b1,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:36.337542 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1be207e1-1dda-4990-a312-1da4facf995e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:36.339363 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1be207e1-1dda-4990-a312-1da4facf995e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:36.340891 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-1be207e1-1dda-4990-a312-1da4facf995e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b5f541e9-725e-42fc-bb6d-1fd1e3c3b3b1 HTTP/1.1" status: 204 len: 168 time: 0.1930690 Feb 19 03:05:36.686372 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57196) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:36.707833 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-18d08056-f6da-47af-900a-27918c6685e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:36.727307 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-18d08056-f6da-47af-900a-27918c6685e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:36.732939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-18d08056-f6da-47af-900a-27918c6685e6 admin admin] Usage tracker for resource:security_group_rule and tenant:0557cd8a5e754f7f875783e003a5bc1d is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:36.736594 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-18d08056-f6da-47af-900a-27918c6685e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:36.744676 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-18d08056-f6da-47af-900a-27918c6685e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:36.853302 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-18d08056-f6da-47af-900a-27918c6685e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:36.857170 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-18d08056-f6da-47af-900a-27918c6685e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:36.869412 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-9b1cab40-1cad-4b82-9113-05f78f64ff54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:36.916279 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d08056-f6da-47af-900a-27918c6685e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c2a16f-07fc-4a32-ac8f-0d650d7952c1,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:36.921542 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-18d08056-f6da-47af-900a-27918c6685e6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0557cd8a5e754f7f875783e003a5bc1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338424 Feb 19 03:05:36.922774 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-18d08056-f6da-47af-900a-27918c6685e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:36.926082 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57200) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:37.004572 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-38f202f2-1e66-496a-9ad8-8d0a84b2609a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:37.036607 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-38f202f2-1e66-496a-9ad8-8d0a84b2609a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:37.092745 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-38f202f2-1e66-496a-9ad8-8d0a84b2609a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:37.098979 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-6924a142-2641-4679-becc-a04a6f6119e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:37.113646 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f202f2-1e66-496a-9ad8-8d0a84b2609a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c2a16f-07fc-4a32-ac8f-0d650d7952c1,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:37.116800 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-38f202f2-1e66-496a-9ad8-8d0a84b2609a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:37.122682 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-38f202f2-1e66-496a-9ad8-8d0a84b2609a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:37.126475 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-38f202f2-1e66-496a-9ad8-8d0a84b2609a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/43c2a16f-07fc-4a32-ac8f-0d650d7952c1 HTTP/1.1" status: 204 len: 168 time: 0.1985788 Feb 19 03:05:38.581055 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57232) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:38.720312 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4f6b129f-7c89-462b-89b6-67c476d852bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:38.737859 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-4f6b129f-7c89-462b-89b6-67c476d852bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:38.742630 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-4f6b129f-7c89-462b-89b6-67c476d852bc admin admin] Usage tracker for resource:security_group_rule and tenant:2ad201bb1caf4eda9cd98fa6022d1710 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:38.746379 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-4f6b129f-7c89-462b-89b6-67c476d852bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:38.754381 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-4f6b129f-7c89-462b-89b6-67c476d852bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:38.852114 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4f6b129f-7c89-462b-89b6-67c476d852bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:38.857752 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4f6b129f-7c89-462b-89b6-67c476d852bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:38.877721 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-70d2b688-1d99-4684-a789-c5207741a6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:38.929192 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-4f6b129f-7c89-462b-89b6-67c476d852bc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2ad201bb1caf4eda9cd98fa6022d1710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467178 Feb 19 03:05:38.930948 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b129f-7c89-462b-89b6-67c476d852bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ebe58a-324e-4aaf-8ec4-9b60ad8bbd45,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:38.932133 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 57238) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:38.935665 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-4f6b129f-7c89-462b-89b6-67c476d852bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:39.008166 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2f271e8c-672e-41b5-9c1c-e3e0b62a5fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:39.039518 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2f271e8c-672e-41b5-9c1c-e3e0b62a5fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:39.120265 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2f271e8c-672e-41b5-9c1c-e3e0b62a5fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:39.125520 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-7fcc23af-f492-4bb0-b659-9be79e6ba510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:39.140894 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f271e8c-672e-41b5-9c1c-e3e0b62a5fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ebe58a-324e-4aaf-8ec4-9b60ad8bbd45,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:39.144638 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2f271e8c-672e-41b5-9c1c-e3e0b62a5fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:39.154766 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2f271e8c-672e-41b5-9c1c-e3e0b62a5fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:39.156115 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-2f271e8c-672e-41b5-9c1c-e3e0b62a5fae admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/42ebe58a-324e-4aaf-8ec4-9b60ad8bbd45 HTTP/1.1" status: 204 len: 168 time: 0.2219594 Feb 19 03:05:40.534833 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-58248f65-2611-4ee9-b061-a99460b82ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:42.963824 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8dbd2dd5-d601-4599-9961-af058f59d004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:43.399241 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:44.996624 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:45.221980 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:46.871643 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57328) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:47.016435 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:47.033058 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:47.037468 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Usage tracker for resource:security_group_rule and tenant:f051ac5c7c114c688bac940ed7201a57 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:47.040703 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:47.047813 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:47.140773 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:47.144063 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:47.153792 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-67769c94-02aa-4737-9796-5cdcff9058c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:47.196901 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f051ac5c7c114c688bac940ed7201a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237538 Feb 19 03:05:47.198802 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f8e5f2-ecab-489f-b9ff-4a723338e0a5,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:47.200307 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 57334) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:47.208943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.209364 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.209767 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.210203 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.210606 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.211001 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.211400 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.211808 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.212203 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.212601 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.213000 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.213417 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.213913 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.214311 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.214889 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.215371 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.215764 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.216176 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.216565 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.216968 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.217364 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.217776 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.218196 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.218624 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:47.223483 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-cfec0d2d-0e37-43b0-9cd0-feaa5d8aa4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:47.272069 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a98646de-989b-4a3c-a98b-28c6fd401198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:47.300385 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a98646de-989b-4a3c-a98b-28c6fd401198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:47.348079 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a98646de-989b-4a3c-a98b-28c6fd401198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:47.352136 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-8f4e7046-b1ae-4cae-8926-a19c6844cdef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:47.364508 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98646de-989b-4a3c-a98b-28c6fd401198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f8e5f2-ecab-489f-b9ff-4a723338e0a5,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:47.367357 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a98646de-989b-4a3c-a98b-28c6fd401198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:47.374848 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a98646de-989b-4a3c-a98b-28c6fd401198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:47.376341 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-a98646de-989b-4a3c-a98b-28c6fd401198 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/82f8e5f2-ecab-489f-b9ff-4a723338e0a5 HTTP/1.1" status: 204 len: 168 time: 0.1748781 Feb 19 03:05:48.152416 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 57356) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:48.270226 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1185770962-network', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:48.275657 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:48.280037 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Usage tracker for resource:network and tenant:4c037def6c4249b5b1479f629cc5d0c6 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:48.283257 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:48.289248 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:48.301127 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Made reservation on behalf of 4c037def6c4249b5b1479f629cc5d0c6 for: {'network': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 03:05:48.306699 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for network, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:48.321005 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:48.339879 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:48.344545 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Usage tracker for resource:security_group_rule and tenant:4c037def6c4249b5b1479f629cc5d0c6 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:48.348144 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:48.355816 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:48.456094 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:48.460022 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:48.463584 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-21c79e76-bad9-4061-8fb7-e034ab19e2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:48.504952 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 03:05:48.515708 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a55cfb-4685-4b9b-bfe7-0ee18f61c361,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:48.520055 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:48.523405 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750496236574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:48.524290 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.segments_db [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Added segment d7b75c24-d80e-4391-aa01-38d53b449dee of type vxlan for network 0b09f7c3-966d-46d8-9909-a6d41be53144 Feb 19 03:05:48.556039 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363286359061518'] for network, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:48.591385 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:48.592702 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:05:48.593464 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:48.597206 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:48.708805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Pushing event updated for resources: {'Network': ['ID=0b09f7c3-966d-46d8-9909-a6d41be53144,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:48.712128 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5584273 Feb 19 03:05:48.713110 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a7e6fd98-1749-429d-ab77-53a406292119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:48.715639 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 57362) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:48.721126 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Network 0b09f7c3-966d-46d8-9909-a6d41be53144 details requested by agent ovs-agent-dv-cinder-775706-2-smb with host dv-cinder-775706-2-smb {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 03:05:48.722162 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-76a68821-2d4d-4baf-ad7f-9a309251ee6e admin admin] Request body: {'subnet': {'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1185770962-subnet', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'ip_version': 4}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:48.728303 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-76a68821-2d4d-4baf-ad7f-9a309251ee6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:48.734218 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-76a68821-2d4d-4baf-ad7f-9a309251ee6e admin admin] Usage tracker for resource:subnet and tenant:4c037def6c4249b5b1479f629cc5d0c6 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:48.738106 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-76a68821-2d4d-4baf-ad7f-9a309251ee6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:48.741177 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Network 0b09f7c3-966d-46d8-9909-a6d41be53144 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 03:05:48.745139 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-76a68821-2d4d-4baf-ad7f-9a309251ee6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:48.755674 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a68821-2d4d-4baf-ad7f-9a309251ee6e admin admin] Made reservation on behalf of 4c037def6c4249b5b1479f629cc5d0c6 for: {'subnet': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 03:05:48.760622 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-76a68821-2d4d-4baf-ad7f-9a309251ee6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4043884'] for subnet, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:49.224675 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-76a68821-2d4d-4baf-ad7f-9a309251ee6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852562012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4043871'] for subnet, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:49.241716 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:49.379754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a68821-2d4d-4baf-ad7f-9a309251ee6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b67e53d-9224-4b89-ae66-a31d37256aa3,revision_number=0']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:49.384487 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-76a68821-2d4d-4baf-ad7f-9a309251ee6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:49.465790 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a68821-2d4d-4baf-ad7f-9a309251ee6e admin admin] Checking segment: {'id': 'd7b75c24-d80e-4391-aa01-38d53b449dee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 03:05:49.466194 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a68821-2d4d-4baf-ad7f-9a309251ee6e admin admin] Network hostable DHCP agents. Network: 0b09f7c3-966d-46d8-9909-a6d41be53144, hostable agents: ['5d4d7265-98c5-4e1f-932d-d1cac1607758'], hosted agents: [] {{(pid=84085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 03:05:49.490038 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a68821-2d4d-4baf-ad7f-9a309251ee6e admin admin] Network 0b09f7c3-966d-46d8-9909-a6d41be53144 is scheduled to be hosted by DHCP agent 5d4d7265-98c5-4e1f-932d-d1cac1607758 with binding_index 1 {{(pid=84085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 03:05:49.505714 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-76a68821-2d4d-4baf-ad7f-9a309251ee6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-smb, 0b09f7c3-966d-46d8-9909-a6d41be53144) {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:05:49.518094 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df41a20f-650f-4aa5-a2d6-506da2a872a8 None None] Network 0b09f7c3-966d-46d8-9909-a6d41be53144 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 03:05:49.518781 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a68821-2d4d-4baf-ad7f-9a309251ee6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:05:49.519459 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-76a68821-2d4d-4baf-ad7f-9a309251ee6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:49.540737 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-76a68821-2d4d-4baf-ad7f-9a309251ee6e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8236036 Feb 19 03:05:49.544047 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 57368) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:49.550495 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1185770962-router', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:49.556236 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:49.561037 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Usage tracker for resource:router and tenant:4c037def6c4249b5b1479f629cc5d0c6 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:49.565448 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:49.571572 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:49.581901 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854354956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762983'] for router, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:49.583009 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854354971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854347261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-468461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12817'] for router, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:49.602796 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:49.810525 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp040acd2d-39d1-533c-9615-86ac3a775096-0b09f7c3-966d-46d8-9909-a6d41be53144', 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'fixed_ips': [{'subnet_id': '9b67e53d-9224-4b89-ae66-a31d37256aa3'}]}} from dv-cinder-775706-2-smb. {{(pid=84086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 19 03:05:49.812149 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:50.258801 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Allocated IP 172.20.0.2 (0b09f7c3-966d-46d8-9909-a6d41be53144/9b67e53d-9224-4b89-ae66-a31d37256aa3/7e73398f-2a00-4f44-aabf-05ba24356612) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 03:05:50.262507 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854347126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12800'] for router, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:50.611954 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:50.648190 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:50.798215 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:50.817369 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Transition to ACTIVE for port object 7e73398f-2a00-4f44-aabf-05ba24356612 will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:05:50.835531 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Transition to ACTIVE for port object 7e73398f-2a00-4f44-aabf-05ba24356612 will not be triggered until provisioned by entity DHCP. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:05:50.841812 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:50.864787 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:51.002240 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Allocated IP 172.28.3.119 (0e56412c-4854-452b-991d-f8414d441bfe/664dcf09-964d-4e4b-a082-c69e70a0e546/53f814ca-f30d-4a20-8262-006307991adc) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 03:05:51.039760 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Pushing event updated for resources: {'Port': ['ID=7e73398f-2a00-4f44-aabf-05ba24356612,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:51.054062 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.054451 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.054830 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.055204 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.055576 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.055943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.056308 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.056680 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.057035 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.057396 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.058243 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.058243 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.058766 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.058897 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.059297 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.059660 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.060024 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.060456 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.060885 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.061178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.061576 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.061928 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.062286 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.062645 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:51.068687 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:51.128901 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Network 0b09f7c3-966d-46d8-9909-a6d41be53144 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:05:51.130152 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:05:51.132754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 03:05:51.203808 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Attempting to bind port 7e73398f-2a00-4f44-aabf-05ba24356612 on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:51.204199 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Attempting to bind port 7e73398f-2a00-4f44-aabf-05ba24356612 by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': 'd7b75c24-d80e-4391-aa01-38d53b449dee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 03:05:51.204614 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Attempting to bind port 7e73398f-2a00-4f44-aabf-05ba24356612 on network 0b09f7c3-966d-46d8-9909-a6d41be53144 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 03:05:51.211291 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 03:05:51.211715 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Checking segment: {'id': 'd7b75c24-d80e-4391-aa01-38d53b449dee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 03:05:51.212182 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:51.212628 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Bound using segment: {'id': 'd7b75c24-d80e-4391-aa01-38d53b449dee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 03:05:51.213170 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Bound port: 7e73398f-2a00-4f44-aabf-05ba24356612, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b75c24-d80e-4391-aa01-38d53b449dee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 03:05:51.213595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:51.226587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:51.260306 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:51.277815 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-8425cd14-18f6-4dca-a025-64bd4df651c0 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:51.317138 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] For port 7e73398f-2a00-4f44-aabf-05ba24356612, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 03:05:51.320601 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] For port 7e73398f-2a00-4f44-aabf-05ba24356612, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=7e73398f-2a00-4f44-aabf-05ba24356612,segment=NetworkSegment(d7b75c24-d80e-4391-aa01-38d53b449dee),segment_id=d7b75c24-d80e-4391-aa01-38d53b449dee)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 03:05:51.324915 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:51.338468 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:51.420127 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Pushing event updated for resources: {'Port': ['ID=53f814ca-f30d-4a20-8262-006307991adc,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:51.425753 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:51.484907 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Network 0e56412c-4854-452b-991d-f8414d441bfe is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:05:51.486593 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:05:51.489769 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 03:05:51.493234 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Pushing event updated for resources: {'Port': ['ID=7e73398f-2a00-4f44-aabf-05ba24356612,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:51.507658 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-77779c67-2e07-4b97-91b8-2f30b20b2f74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:51.989355 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:52.385011 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854347035'] for router, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:52.615000 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Router c90f27d2-2d89-4861-a144-4d6ddea1d49d is scheduled to L3 agent f89d6758-6383-432f-be87-9e62d038e267 with binding_index 1 {{(pid=84085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 19 03:05:52.662262 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:05:52.846765 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:05:52.858510 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Sync routers for ids ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'] in dv-cinder-775706-2-smb {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:05:52.873135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Routers {'c90f27d2-2d89-4861-a144-4d6ddea1d49d'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:05:52.874863 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:05:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:05:52.887355 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] Notify callbacks [] for router, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:52.893968 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57372) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:52.904274 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-3f4dc186-b926-4934-8e69-ce73b86cf316 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3587394 Feb 19 03:05:53.063786 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4438f89-6e42-4033-8e1a-86d22c57cd3d None None] Network 0b09f7c3-966d-46d8-9909-a6d41be53144 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 03:05:53.106472 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Set router c90f27d2-2d89-4861-a144-4d6ddea1d49d gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:05:53.190389 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-b7350e51-1578-46f2-b3d4-efd673d8ffb8 None None] Provisioning for port 7e73398f-2a00-4f44-aabf-05ba24356612 completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:05:53.569518 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 7e73398f-2a00-4f44-aabf-05ba24356612 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:05:53.617443 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'name': 'tempest-TestShelveInstance-1185770962-router', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '53f814ca-f30d-4a20-8262-006307991adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:49Z', 'updated_at': '2021-02-19T03:05:51Z', 'revision_number': 3, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'gw_port': {'id': '53f814ca-f30d-4a20-8262-006307991adc', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:50Z', 'updated_at': '2021-02-19T03:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:05:53.622749 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Checking router: c90f27d2-2d89-4861-a144-4d6ddea1d49d for host: dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:05:53.623408 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Updating router c90f27d2-2d89-4861-a144-4d6ddea1d49d port 53f814ca-f30d-4a20-8262-006307991adc binding host dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 03:05:53.703646 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port 7e73398f-2a00-4f44-aabf-05ba24356612 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:05:53.709592 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:53.710016 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 7e73398f-2a00-4f44-aabf-05ba24356612 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:05:53.710518 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:53.953453 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:53.974067 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-3e0d75a3-e9cd-42eb-9b86-6a83ad40a5f3 None None] Provisioning complete for port 7e73398f-2a00-4f44-aabf-05ba24356612 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:05:53.974459 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3e0d75a3-e9cd-42eb-9b86-6a83ad40a5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:54.067439 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:54.116586 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] For port 7e73398f-2a00-4f44-aabf-05ba24356612, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=7e73398f-2a00-4f44-aabf-05ba24356612,segment=NetworkSegment(d7b75c24-d80e-4391-aa01-38d53b449dee),segment_id=d7b75c24-d80e-4391-aa01-38d53b449dee)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:05:54.131593 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:54.137870 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:54.249813 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3e0d75a3-e9cd-42eb-9b86-6a83ad40a5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:54.273208 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:54.283092 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Pushing event updated for resources: {'Port': ['ID=7e73398f-2a00-4f44-aabf-05ba24356612,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:54.286833 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:54.291005 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Transition to ACTIVE for port object 53f814ca-f30d-4a20-8262-006307991adc will not be triggered until provisioned by entity L2. {{(pid=84087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:05:54.295252 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:54.349205 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.api [None req-3e0d75a3-e9cd-42eb-9b86-6a83ad40a5f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:05:54.349689 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_db.api [None req-3e0d75a3-e9cd-42eb-9b86-6a83ad40a5f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 03:05:54.364393 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:54.456375 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Pushing event updated for resources: {'Port': ['ID=53f814ca-f30d-4a20-8262-006307991adc,revision_number=2']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:54.479017 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.479395 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.479772 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.480294 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.480679 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.481049 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.481412 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.481797 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.482165 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.482520 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.482879 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.483231 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.483658 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.484012 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.484363 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.484722 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.485092 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.485405 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.485841 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.486192 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.486582 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.486895 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.487267 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.487600 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:05:54.494679 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:54.527478 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Allocated IP 172.20.0.1 (0b09f7c3-966d-46d8-9909-a6d41be53144/9b67e53d-9224-4b89-ae66-a31d37256aa3/5295c1a4-a83e-4faa-ac4f-59db9da77a08) {{(pid=84083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 03:05:54.542280 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Attempting to bind port 53f814ca-f30d-4a20-8262-006307991adc on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:54.542811 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Attempting to bind port 53f814ca-f30d-4a20-8262-006307991adc by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 03:05:54.543418 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Attempting to bind port 53f814ca-f30d-4a20-8262-006307991adc on network 0e56412c-4854-452b-991d-f8414d441bfe {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 03:05:54.551984 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 03:05:54.552497 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Checking segment: {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 03:05:54.553079 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:54.553641 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Bound using segment: {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 03:05:54.554531 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Bound port: 53f814ca-f30d-4a20-8262-006307991adc, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 03:05:54.555071 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:54.648587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] For port 53f814ca-f30d-4a20-8262-006307991adc, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 03:05:54.653779 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] For port 53f814ca-f30d-4a20-8262-006307991adc, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=53f814ca-f30d-4a20-8262-006307991adc,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 03:05:54.659568 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:54.675924 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:54.734998 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:54.756216 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Transition to ACTIVE for port object 5295c1a4-a83e-4faa-ac4f-59db9da77a08 will not be triggered until provisioned by entity DHCP. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:05:54.782397 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:54.798580 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3c1aa6b4-dd3e-4f4e-9bd2-305b39b50ca4 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:54.868181 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Pushing event updated for resources: {'Port': ['ID=53f814ca-f30d-4a20-8262-006307991adc,revision_number=3']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:54.919367 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-734b5530-a989-4288-b45a-92d82cf6992e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:54.946747 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Pushing event updated for resources: {'Port': ['ID=5295c1a4-a83e-4faa-ac4f-59db9da77a08,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:54.952632 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:54.957721 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Routers {'c90f27d2-2d89-4861-a144-4d6ddea1d49d'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:05:54.959001 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:05:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:05:55.133389 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-8176508f-d5d0-4a02-98ef-e571b941ac57 None None] Provisioning complete for port 7e73398f-2a00-4f44-aabf-05ba24356612 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:05:55.134012 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8176508f-d5d0-4a02-98ef-e571b941ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:55.177007 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] Set router c90f27d2-2d89-4861-a144-4d6ddea1d49d gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:05:55.257325 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:55.294019 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Network 0b09f7c3-966d-46d8-9909-a6d41be53144 is already hosted by enough agents. {{(pid=84083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:05:55.296036 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Resources bound (agent type, host, resource id): {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:05:55.299674 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Received port after_create {{(pid=84083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 03:05:55.396216 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432606'] for router_interface, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:55.524508 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 7e73398f-2a00-4f44-aabf-05ba24356612 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:05:55.647935 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-cf521da0-0758-413b-ba27-5bbc89e8e7aa None None] Provisioning for port 5295c1a4-a83e-4faa-ac4f-59db9da77a08 completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:05:55.656346 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-cf521da0-0758-413b-ba27-5bbc89e8e7aa None None] Provisioning complete for port 5295c1a4-a83e-4faa-ac4f-59db9da77a08 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:05:55.656948 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-cf521da0-0758-413b-ba27-5bbc89e8e7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:55.705706 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 7e73398f-2a00-4f44-aabf-05ba24356612 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:05:55.706499 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:55.712094 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'name': 'tempest-TestShelveInstance-1185770962-router', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '53f814ca-f30d-4a20-8262-006307991adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:49Z', 'updated_at': '2021-02-19T03:05:51Z', 'revision_number': 3, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'gw_port': {'id': '53f814ca-f30d-4a20-8262-006307991adc', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:50Z', 'updated_at': '2021-02-19T03:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:05:55.716973 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3af43b-d906-4eff-b24d-ef678a2f75e0 None None] The sync data for ids ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'] in dv-cinder-775706-2-smb is: [{'id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'name': 'tempest-TestShelveInstance-1185770962-router', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '53f814ca-f30d-4a20-8262-006307991adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:49Z', 'updated_at': '2021-02-19T03:05:51Z', 'revision_number': 3, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'gw_port': {'id': '53f814ca-f30d-4a20-8262-006307991adc', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:50Z', 'updated_at': '2021-02-19T03:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}] {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:05:55.754848 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:55.784882 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-cf521da0-0758-413b-ba27-5bbc89e8e7aa None None] Port 5295c1a4-a83e-4faa-ac4f-59db9da77a08 cannot update to ACTIVE because it is not bound. {{(pid=84086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 03:05:56.114229 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:56.118646 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852589390'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:56.175944 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-901b69e8-af70-4579-84eb-45319f9d25fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:56.274891 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854161000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854343300'] for router_interface, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:56.289376 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Pushing event updated for resources: {'Port': ['ID=5295c1a4-a83e-4faa-ac4f-59db9da77a08,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:56.294948 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:56.439989 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Network 0b09f7c3-966d-46d8-9909-a6d41be53144 is already hosted by enough agents. {{(pid=84083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:05:56.441754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Resources bound (agent type, host, resource id): {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:05:56.718279 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-17fa496e-a2de-411c-9e33-d23cc447d9d4 None None] Provisioning complete for port 5295c1a4-a83e-4faa-ac4f-59db9da77a08 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:05:56.719037 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Router c90f27d2-2d89-4861-a144-4d6ddea1d49d has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 03:05:56.719151 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-17fa496e-a2de-411c-9e33-d23cc447d9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:56.787539 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-17fa496e-a2de-411c-9e33-d23cc447d9d4 None None] Port 5295c1a4-a83e-4faa-ac4f-59db9da77a08 cannot update to ACTIVE because it is not bound. {{(pid=84086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 03:05:56.948739 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:05:56.973034 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-a2408938-9fc1-4c49-8646-4f5bb3500312 admin admin] 10.222.0.75 "PUT /v2.0/routers/c90f27d2-2d89-4861-a144-4d6ddea1d49d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0773823 Feb 19 03:05:57.511803 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 53f814ca-f30d-4a20-8262-006307991adc up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:05:57.586903 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port 53f814ca-f30d-4a20-8262-006307991adc completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:05:57.593096 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 53f814ca-f30d-4a20-8262-006307991adc triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:05:57.593648 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:57.730760 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:57.749935 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] For port 53f814ca-f30d-4a20-8262-006307991adc, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=53f814ca-f30d-4a20-8262-006307991adc,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:05:57.753684 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:57.755707 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:57.802903 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 57394) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:57.810305 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-802644899-network', 'tenant_id': 'bfb0c873debe4e228b2968ad69bf0549'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:57.815560 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:57.819853 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Usage tracker for resource:network and tenant:bfb0c873debe4e228b2968ad69bf0549 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:57.824322 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:57.832134 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:57.833019 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Pushing event updated for resources: {'Port': ['ID=53f814ca-f30d-4a20-8262-006307991adc,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:57.836510 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:57.842830 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Made reservation on behalf of bfb0c873debe4e228b2968ad69bf0549 for: {'network': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 03:05:57.847758 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for network, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:57.862702 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:57.895993 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:57.903452 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Usage tracker for resource:security_group_rule and tenant:bfb0c873debe4e228b2968ad69bf0549 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:57.908881 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:57.919924 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:58.018816 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:58.022149 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:58.025641 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-bbf90fa5-230c-47bd-a196-b4e38df0b079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:58.067767 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 19 03:05:58.074047 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520a2328-17b9-4a9a-aefe-e7d968dd795e,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:58.078776 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:58.082894 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750496236574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:58.083313 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.segments_db [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Added segment 53569c0a-45ca-49ad-b2b2-0d0d99ee9027 of type vxlan for network ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6 Feb 19 03:05:58.112320 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363286359061518'] for network, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:58.147271 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:58.148608 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:05:58.149298 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:58.154359 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-5dfcba74-bc2a-4be7-8bba-fcfc509229a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:58.548688 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Pushing event updated for resources: {'Network': ['ID=ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:58.553502 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7493644 Feb 19 03:05:58.554818 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-46cc9b05-6a7b-4e01-9806-18ad76ec9fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:58.557076 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 57398) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:58.564536 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Network ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6 details requested by agent ovs-agent-dv-cinder-775706-2-smb with host dv-cinder-775706-2-smb {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 03:05:58.567049 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-194fb0e4-e941-4d41-bbdd-8f245562efb4 admin admin] Request body: {'subnet': {'network_id': 'ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-802644899-subnet', 'tenant_id': 'bfb0c873debe4e228b2968ad69bf0549', 'ip_version': 4}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:58.575919 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-194fb0e4-e941-4d41-bbdd-8f245562efb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:58.582989 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-194fb0e4-e941-4d41-bbdd-8f245562efb4 admin admin] Usage tracker for resource:subnet and tenant:bfb0c873debe4e228b2968ad69bf0549 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:58.587810 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-194fb0e4-e941-4d41-bbdd-8f245562efb4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:58.593075 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Network ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 19 03:05:58.598112 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-194fb0e4-e941-4d41-bbdd-8f245562efb4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:58.616782 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194fb0e4-e941-4d41-bbdd-8f245562efb4 admin admin] Made reservation on behalf of bfb0c873debe4e228b2968ad69bf0549 for: {'subnet': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 03:05:58.622410 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-194fb0e4-e941-4d41-bbdd-8f245562efb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4043884'] for subnet, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:58.668399 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Sync routers for ids ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'] in dv-cinder-775706-2-smb {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:05:58.768939 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Routers {'c90f27d2-2d89-4861-a144-4d6ddea1d49d'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:05:58.769643 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:05:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:05:59.091247 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-194fb0e4-e941-4d41-bbdd-8f245562efb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852562012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4043871'] for subnet, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:59.108588 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:05:59.208411 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Set router c90f27d2-2d89-4861-a144-4d6ddea1d49d gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:05:59.243336 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fb0e4-e941-4d41-bbdd-8f245562efb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0372b340-56ae-4eee-ac0f-a58662fe9327,revision_number=0']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:05:59.247435 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-194fb0e4-e941-4d41-bbdd-8f245562efb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:05:59.321240 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194fb0e4-e941-4d41-bbdd-8f245562efb4 admin admin] Checking segment: {'id': '53569c0a-45ca-49ad-b2b2-0d0d99ee9027', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 03:05:59.321632 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194fb0e4-e941-4d41-bbdd-8f245562efb4 admin admin] Network hostable DHCP agents. Network: ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6, hostable agents: ['5d4d7265-98c5-4e1f-932d-d1cac1607758'], hosted agents: [] {{(pid=84085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 19 03:05:59.343459 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194fb0e4-e941-4d41-bbdd-8f245562efb4 admin admin] Network ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6 is scheduled to be hosted by DHCP agent 5d4d7265-98c5-4e1f-932d-d1cac1607758 with binding_index 1 {{(pid=84085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 19 03:05:59.352735 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-194fb0e4-e941-4d41-bbdd-8f245562efb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-smb, ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6) {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:05:59.366349 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194fb0e4-e941-4d41-bbdd-8f245562efb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:05:59.367047 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-194fb0e4-e941-4d41-bbdd-8f245562efb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:59.373315 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1947f932-7e1b-4ddd-8cae-a67b7393ca6e None None] Network ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 03:05:59.390212 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-194fb0e4-e941-4d41-bbdd-8f245562efb4 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8313711 Feb 19 03:05:59.394382 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84085) accepted ('10.222.0.75', 57402) {{(pid=84085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:05:59.399908 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-802644899-router', 'tenant_id': 'bfb0c873debe4e228b2968ad69bf0549', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:59.405762 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:05:59.410786 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Usage tracker for resource:router and tenant:bfb0c873debe4e228b2968ad69bf0549 is out of sync, need to count used quota {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:05:59.415273 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:05:59.423590 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:05:59.440910 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854354956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762983'] for router, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:59.442845 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854354971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854347261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-468461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12817'] for router, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:59.469995 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:59.525539 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 53f814ca-f30d-4a20-8262-006307991adc up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:05:59.835943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854347126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12800'] for router, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:59.842352 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 53f814ca-f30d-4a20-8262-006307991adc triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:05:59.842780 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:05:59.964538 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp040acd2d-39d1-533c-9615-86ac3a775096-ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6', 'network_id': 'ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6', 'tenant_id': 'bfb0c873debe4e228b2968ad69bf0549', 'fixed_ips': [{'subnet_id': '0372b340-56ae-4eee-ac0f-a58662fe9327'}]}} from dv-cinder-775706-2-smb. {{(pid=84086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 19 03:05:59.965489 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:00.014668 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'name': 'tempest-TestShelveInstance-1185770962-router', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '53f814ca-f30d-4a20-8262-006307991adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:49Z', 'updated_at': '2021-02-19T03:05:55Z', 'revision_number': 4, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'gw_port': {'id': '53f814ca-f30d-4a20-8262-006307991adc', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:50Z', 'updated_at': '2021-02-19T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '5295c1a4-a83e-4faa-ac4f-59db9da77a08', 'name': '', 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'mac_address': 'fa:16:3e:ff:92:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9b67e53d-9224-4b89-ae66-a31d37256aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:54Z', 'updated_at': '2021-02-19T03:05:55Z', 'revision_number': 2, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'subnets': [{'id': '9b67e53d-9224-4b89-ae66-a31d37256aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:06:00.041551 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Checking router: c90f27d2-2d89-4861-a144-4d6ddea1d49d for host: dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:06:00.041998 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Updating router c90f27d2-2d89-4861-a144-4d6ddea1d49d port 5295c1a4-a83e-4faa-ac4f-59db9da77a08 binding host dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 03:06:00.225755 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:00.250598 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:00.260766 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:00.572056 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Allocated IP 172.28.3.137 (0e56412c-4854-452b-991d-f8414d441bfe/664dcf09-964d-4e4b-a082-c69e70a0e546/4a91bd87-676e-4d5c-82b8-7dd88cb950df) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 03:06:00.665699 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Allocated IP 172.20.0.2 (ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6/0372b340-56ae-4eee-ac0f-a58662fe9327/6bacc016-f398-4c80-a47d-6feab866ceaa) {{(pid=84086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 03:06:00.756065 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:00.787867 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:00.801721 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a6c3736a-6b97-4986-a95e-8e808a25a916 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:00.983003 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Pushing event updated for resources: {'Port': ['ID=4a91bd87-676e-4d5c-82b8-7dd88cb950df,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:00.986706 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:01.068273 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Network 0e56412c-4854-452b-991d-f8414d441bfe is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:06:01.070774 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:06:01.077097 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 03:06:01.156470 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Notify callbacks [] for port, precommit_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:01.191563 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:01.194612 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Transition to ACTIVE for port object 6bacc016-f398-4c80-a47d-6feab866ceaa will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:06:01.417831 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Transition to ACTIVE for port object 5295c1a4-a83e-4faa-ac4f-59db9da77a08 will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:06:01.420710 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Transition to ACTIVE for port object 6bacc016-f398-4c80-a47d-6feab866ceaa will not be triggered until provisioned by entity DHCP. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:06:01.423453 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:01.437571 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:01.478088 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877'] for port, after_create {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:01.674131 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63932286-1e6e-4b4e-b2e1-55d2e9e1b961 None None] Pushing event updated for resources: {'Port': ['ID=5295c1a4-a83e-4faa-ac4f-59db9da77a08,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:01.684951 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-63932286-1e6e-4b4e-b2e1-55d2e9e1b961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:01.685490 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:01.842646 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Pushing event updated for resources: {'Port': ['ID=6bacc016-f398-4c80-a47d-6feab866ceaa,revision_number=1']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:01.899188 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:01.903310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:01.972928 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Network ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6 is already hosted by enough agents. {{(pid=84086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:06:01.980212 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Resources bound (agent type, host, resource id): {{(pid=84086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:06:01.991263 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Received port after_create {{(pid=84086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 03:06:02.051580 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Attempting to bind port 5295c1a4-a83e-4faa-ac4f-59db9da77a08 on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:02.052000 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Attempting to bind port 5295c1a4-a83e-4faa-ac4f-59db9da77a08 by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': 'd7b75c24-d80e-4391-aa01-38d53b449dee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 03:06:02.052405 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Attempting to bind port 5295c1a4-a83e-4faa-ac4f-59db9da77a08 on network 0b09f7c3-966d-46d8-9909-a6d41be53144 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 03:06:02.071106 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 03:06:02.071595 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Checking segment: {'id': 'd7b75c24-d80e-4391-aa01-38d53b449dee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 03:06:02.071974 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:02.072488 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Bound using segment: {'id': 'd7b75c24-d80e-4391-aa01-38d53b449dee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 03:06:02.073091 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Bound port: 5295c1a4-a83e-4faa-ac4f-59db9da77a08, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b75c24-d80e-4391-aa01-38d53b449dee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 03:06:02.073403 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:02.096716 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Attempting to bind port 6bacc016-f398-4c80-a47d-6feab866ceaa on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:02.097128 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Attempting to bind port 6bacc016-f398-4c80-a47d-6feab866ceaa by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': '53569c0a-45ca-49ad-b2b2-0d0d99ee9027', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 03:06:02.097644 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Attempting to bind port 6bacc016-f398-4c80-a47d-6feab866ceaa on network ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 03:06:02.137959 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 03:06:02.138280 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Checking segment: {'id': '53569c0a-45ca-49ad-b2b2-0d0d99ee9027', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 03:06:02.138743 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:02.139062 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Bound using segment: {'id': '53569c0a-45ca-49ad-b2b2-0d0d99ee9027', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 03:06:02.139610 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Bound port: 6bacc016-f398-4c80-a47d-6feab866ceaa, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53569c0a-45ca-49ad-b2b2-0d0d99ee9027', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 03:06:02.140032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:02.289389 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] For port 5295c1a4-a83e-4faa-ac4f-59db9da77a08, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 03:06:02.307280 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] For port 5295c1a4-a83e-4faa-ac4f-59db9da77a08, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=5295c1a4-a83e-4faa-ac4f-59db9da77a08,segment=NetworkSegment(d7b75c24-d80e-4391-aa01-38d53b449dee),segment_id=d7b75c24-d80e-4391-aa01-38d53b449dee)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 03:06:02.312310 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] For port 6bacc016-f398-4c80-a47d-6feab866ceaa, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 03:06:02.315178 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:02.332780 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:02.333074 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854347035'] for router, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:02.425166 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] For port 6bacc016-f398-4c80-a47d-6feab866ceaa, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=6bacc016-f398-4c80-a47d-6feab866ceaa,segment=NetworkSegment(53569c0a-45ca-49ad-b2b2-0d0d99ee9027),segment_id=53569c0a-45ca-49ad-b2b2-0d0d99ee9027)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 03:06:02.452715 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:02.578860 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Router b241eea1-68d7-40ee-b4b6-b4e06f43d179 is scheduled to L3 agent f89d6758-6383-432f-be87-9e62d038e267 with binding_index 1 {{(pid=84085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 19 03:06:02.607650 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63932286-1e6e-4b4e-b2e1-55d2e9e1b961 None None] Pushing event updated for resources: {'Port': ['ID=5295c1a4-a83e-4faa-ac4f-59db9da77a08,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:02.616973 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-63932286-1e6e-4b4e-b2e1-55d2e9e1b961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:02.617518 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-42dbb6b8-2b20-410a-9ef3-d6ae283c6b62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:02.748464 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Pushing event updated for resources: {'Port': ['ID=6bacc016-f398-4c80-a47d-6feab866ceaa,revision_number=2']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:02.753674 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:02.764552 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Routers {'c90f27d2-2d89-4861-a144-4d6ddea1d49d'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:06:02.765263 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:05:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:06:02.830220 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:06:02.841937 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Sync routers for ids ['b241eea1-68d7-40ee-b4b6-b4e06f43d179'] in dv-cinder-775706-2-smb {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:06:02.854035 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Routers {'b241eea1-68d7-40ee-b4b6-b4e06f43d179'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:06:02.855598 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:05:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['b241eea1-68d7-40ee-b4b6-b4e06f43d179'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:06:02.875046 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] Notify callbacks [] for router, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:02.879522 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57406) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:06:02.879730 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-06557671-0e30-4d3a-8f9f-b616adbccc97 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4846745 Feb 19 03:06:03.085960 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] Set router c90f27d2-2d89-4861-a144-4d6ddea1d49d gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:06:03.086944 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Set router b241eea1-68d7-40ee-b4b6-b4e06f43d179 gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:06:03.499094 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b241eea1-68d7-40ee-b4b6-b4e06f43d179', 'name': 'tempest-TestShelveInstance-802644899-router', 'tenant_id': 'bfb0c873debe4e228b2968ad69bf0549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '4a91bd87-676e-4d5c-82b8-7dd88cb950df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:59Z', 'updated_at': '2021-02-19T03:06:01Z', 'revision_number': 3, 'project_id': 'bfb0c873debe4e228b2968ad69bf0549', 'gw_port': {'id': '4a91bd87-676e-4d5c-82b8-7dd88cb950df', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b241eea1-68d7-40ee-b4b6-b4e06f43d179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:00Z', 'updated_at': '2021-02-19T03:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:06:03.507190 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Checking router: b241eea1-68d7-40ee-b4b6-b4e06f43d179 for host: dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:06:03.507593 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Updating router b241eea1-68d7-40ee-b4b6-b4e06f43d179 port 4a91bd87-676e-4d5c-82b8-7dd88cb950df binding host dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 03:06:03.568597 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 6bacc016-f398-4c80-a47d-6feab866ceaa up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:06:03.577319 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:03.735145 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port 6bacc016-f398-4c80-a47d-6feab866ceaa completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:06:03.785880 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'name': 'tempest-TestShelveInstance-1185770962-router', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '53f814ca-f30d-4a20-8262-006307991adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:49Z', 'updated_at': '2021-02-19T03:05:55Z', 'revision_number': 4, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'gw_port': {'id': '53f814ca-f30d-4a20-8262-006307991adc', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:50Z', 'updated_at': '2021-02-19T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '5295c1a4-a83e-4faa-ac4f-59db9da77a08', 'name': '', 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'mac_address': 'fa:16:3e:ff:92:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9b67e53d-9224-4b89-ae66-a31d37256aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:54Z', 'updated_at': '2021-02-19T03:06:02Z', 'revision_number': 4, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'subnets': [{'id': '9b67e53d-9224-4b89-ae66-a31d37256aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:06:03.793147 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3805fd5-cd10-4cfa-af86-dda4e954cdc9 None None] The sync data for ids ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'] in dv-cinder-775706-2-smb is: [{'id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'name': 'tempest-TestShelveInstance-1185770962-router', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '53f814ca-f30d-4a20-8262-006307991adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:49Z', 'updated_at': '2021-02-19T03:05:55Z', 'revision_number': 4, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'gw_port': {'id': '53f814ca-f30d-4a20-8262-006307991adc', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:50Z', 'updated_at': '2021-02-19T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '5295c1a4-a83e-4faa-ac4f-59db9da77a08', 'name': '', 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'mac_address': 'fa:16:3e:ff:92:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9b67e53d-9224-4b89-ae66-a31d37256aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:54Z', 'updated_at': '2021-02-19T03:06:02Z', 'revision_number': 4, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'subnets': [{'id': '9b67e53d-9224-4b89-ae66-a31d37256aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:06:03.861094 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:04.297099 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Notify callbacks [] for port, precommit_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:04.315159 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Transition to ACTIVE for port object 4a91bd87-676e-4d5c-82b8-7dd88cb950df will not be triggered until provisioned by entity L2. {{(pid=84087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:06:04.320387 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:04.340751 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-bb8670b3-4e72-496d-8f63-fb1ddf2fd08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:04.388694 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4297a6-08d4-4806-9fe5-cd622ebca380 None None] Network ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 03:06:04.500982 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac3427-d50d-4b84-9845-123904b303f4 None None] Pushing event updated for resources: {'Port': ['ID=4a91bd87-676e-4d5c-82b8-7dd88cb950df,revision_number=2']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:04.502686 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-0ca8f7c1-77df-4d9d-b669-bbad4efc36a5 None None] Provisioning for port 6bacc016-f398-4c80-a47d-6feab866ceaa completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:06:04.505906 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0dac3427-d50d-4b84-9845-123904b303f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:04.514640 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-0ca8f7c1-77df-4d9d-b669-bbad4efc36a5 None None] Provisioning complete for port 6bacc016-f398-4c80-a47d-6feab866ceaa triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:06:04.515142 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f7c1-77df-4d9d-b669-bbad4efc36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:04.598854 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Attempting to bind port 4a91bd87-676e-4d5c-82b8-7dd88cb950df on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:04.599304 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Attempting to bind port 4a91bd87-676e-4d5c-82b8-7dd88cb950df by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 03:06:04.600217 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Attempting to bind port 4a91bd87-676e-4d5c-82b8-7dd88cb950df on network 0e56412c-4854-452b-991d-f8414d441bfe {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 03:06:04.607875 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 03:06:04.608286 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Checking segment: {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 03:06:04.608726 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:04.609300 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Bound using segment: {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'} {{(pid=84087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 03:06:04.610442 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Bound port: 4a91bd87-676e-4d5c-82b8-7dd88cb950df, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79120352-75bd-499b-b9b8-8733330898fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}}] {{(pid=84087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 03:06:04.610891 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:04.669324 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Allocated IP 172.20.0.1 (ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6/0372b340-56ae-4eee-ac0f-a58662fe9327/087fc46b-545a-496c-9e86-fb4d83d24e8b) {{(pid=84083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 03:06:04.709495 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] For port 4a91bd87-676e-4d5c-82b8-7dd88cb950df, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 03:06:04.713549 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] For port 4a91bd87-676e-4d5c-82b8-7dd88cb950df, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=4a91bd87-676e-4d5c-82b8-7dd88cb950df,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 03:06:04.717246 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:04.737015 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:04.819475 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f7c1-77df-4d9d-b669-bbad4efc36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:04.874596 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-0ca8f7c1-77df-4d9d-b669-bbad4efc36a5 None None] For port 6bacc016-f398-4c80-a47d-6feab866ceaa, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=6bacc016-f398-4c80-a47d-6feab866ceaa,segment=NetworkSegment(53569c0a-45ca-49ad-b2b2-0d0d99ee9027),segment_id=53569c0a-45ca-49ad-b2b2-0d0d99ee9027)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:06:04.879545 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f7c1-77df-4d9d-b669-bbad4efc36a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:04.881907 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:04.907418 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:04.937001 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Transition to ACTIVE for port object 087fc46b-545a-496c-9e86-fb4d83d24e8b will not be triggered until provisioned by entity DHCP. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:06:04.970636 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:04.986046 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac3427-d50d-4b84-9845-123904b303f4 None None] Pushing event updated for resources: {'Port': ['ID=4a91bd87-676e-4d5c-82b8-7dd88cb950df,revision_number=3']} {{(pid=84087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:04.995738 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-485c51ec-fa1b-46db-aee5-46cc7146ae60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:05.001821 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0dac3427-d50d-4b84-9845-123904b303f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:05.015657 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8f7c1-77df-4d9d-b669-bbad4efc36a5 None None] Pushing event updated for resources: {'Port': ['ID=6bacc016-f398-4c80-a47d-6feab866ceaa,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:05.024041 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0ca8f7c1-77df-4d9d-b669-bbad4efc36a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:05.054497 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Routers {'b241eea1-68d7-40ee-b4b6-b4e06f43d179'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:06:05.055181 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:05:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['b241eea1-68d7-40ee-b4b6-b4e06f43d179'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:06:05.201929 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Pushing event updated for resources: {'Port': ['ID=087fc46b-545a-496c-9e86-fb4d83d24e8b,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:05.206695 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:05.227246 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-7d754e03-5268-4271-86e3-49b3def7ae8e None None] Provisioning complete for port 6bacc016-f398-4c80-a47d-6feab866ceaa triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:06:05.228299 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-7d754e03-5268-4271-86e3-49b3def7ae8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:05.288609 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Network ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6 is already hosted by enough agents. {{(pid=84083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:06:05.290113 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Resources bound (agent type, host, resource id): {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:06:05.294237 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Received port after_create {{(pid=84083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 03:06:05.341454 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] Set router b241eea1-68d7-40ee-b4b6-b4e06f43d179 gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:06:05.384107 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432606'] for router_interface, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:05.523323 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-a17bdf09-8e99-439c-bf43-242713c0abf7 None None] Provisioning complete for port 6bacc016-f398-4c80-a47d-6feab866ceaa triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:06:05.524032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a17bdf09-8e99-439c-bf43-242713c0abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:05.644952 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 6bacc016-f398-4c80-a47d-6feab866ceaa up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:06:05.659205 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:05.792138 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 6bacc016-f398-4c80-a47d-6feab866ceaa triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:06:05.793158 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:05.816223 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b241eea1-68d7-40ee-b4b6-b4e06f43d179', 'name': 'tempest-TestShelveInstance-802644899-router', 'tenant_id': 'bfb0c873debe4e228b2968ad69bf0549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '4a91bd87-676e-4d5c-82b8-7dd88cb950df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:59Z', 'updated_at': '2021-02-19T03:06:01Z', 'revision_number': 3, 'project_id': 'bfb0c873debe4e228b2968ad69bf0549', 'gw_port': {'id': '4a91bd87-676e-4d5c-82b8-7dd88cb950df', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b241eea1-68d7-40ee-b4b6-b4e06f43d179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:00Z', 'updated_at': '2021-02-19T03:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:06:05.821236 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b523e0b8-e864-4633-8ef9-2d158b8a603b None None] The sync data for ids ['b241eea1-68d7-40ee-b4b6-b4e06f43d179'] in dv-cinder-775706-2-smb is: [{'id': 'b241eea1-68d7-40ee-b4b6-b4e06f43d179', 'name': 'tempest-TestShelveInstance-802644899-router', 'tenant_id': 'bfb0c873debe4e228b2968ad69bf0549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '4a91bd87-676e-4d5c-82b8-7dd88cb950df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:59Z', 'updated_at': '2021-02-19T03:06:01Z', 'revision_number': 3, 'project_id': 'bfb0c873debe4e228b2968ad69bf0549', 'gw_port': {'id': '4a91bd87-676e-4d5c-82b8-7dd88cb950df', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b241eea1-68d7-40ee-b4b6-b4e06f43d179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:00Z', 'updated_at': '2021-02-19T03:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}] {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:06:05.964966 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 5295c1a4-a83e-4faa-ac4f-59db9da77a08 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:06:06.024330 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:06.030255 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852589390'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:06.040232 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-34acd81d-55ac-4bd0-b062-399b142f4f1c None None] Provisioning for port 087fc46b-545a-496c-9e86-fb4d83d24e8b completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:06:06.048920 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-34acd81d-55ac-4bd0-b062-399b142f4f1c None None] Provisioning complete for port 087fc46b-545a-496c-9e86-fb4d83d24e8b triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:06:06.049353 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-34acd81d-55ac-4bd0-b062-399b142f4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:06.062068 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-397dcf9e-f012-4d1c-a3f4-34ebed480a64 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:06.096768 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port 5295c1a4-a83e-4faa-ac4f-59db9da77a08 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:06:06.106912 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 5295c1a4-a83e-4faa-ac4f-59db9da77a08 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:06:06.107341 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:06.168302 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Pushing event updated for resources: {'Port': ['ID=087fc46b-545a-496c-9e86-fb4d83d24e8b,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:06.170229 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-34acd81d-55ac-4bd0-b062-399b142f4f1c None None] Port 087fc46b-545a-496c-9e86-fb4d83d24e8b cannot update to ACTIVE because it is not bound. {{(pid=84086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 03:06:06.171617 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:06.177197 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854161000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854343300'] for router_interface, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:06.195343 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-34acd81d-55ac-4bd0-b062-399b142f4f1c None None] Provisioning complete for port 6bacc016-f398-4c80-a47d-6feab866ceaa triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:06:06.195780 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-34acd81d-55ac-4bd0-b062-399b142f4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:06.335632 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:06.361941 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Network ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6 is already hosted by enough agents. {{(pid=84083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:06:06.363816 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Resources bound (agent type, host, resource id): {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:06:06.430554 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] For port 5295c1a4-a83e-4faa-ac4f-59db9da77a08, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=5295c1a4-a83e-4faa-ac4f-59db9da77a08,segment=NetworkSegment(d7b75c24-d80e-4391-aa01-38d53b449dee),segment_id=d7b75c24-d80e-4391-aa01-38d53b449dee)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:06:06.437640 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:06.443594 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-f2399621-f807-4124-8d1d-4124ce201c7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:06.563949 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Pushing event updated for resources: {'Port': ['ID=5295c1a4-a83e-4faa-ac4f-59db9da77a08,revision_number=5']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:06.575581 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:06.624793 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Router b241eea1-68d7-40ee-b4b6-b4e06f43d179 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 03:06:06.645171 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-d7606337-aa07-4136-b425-406daacf0e05 None None] Provisioning complete for port 087fc46b-545a-496c-9e86-fb4d83d24e8b triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:06:06.646086 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d7606337-aa07-4136-b425-406daacf0e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:06.755720 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-d7606337-aa07-4136-b425-406daacf0e05 None None] Port 087fc46b-545a-496c-9e86-fb4d83d24e8b cannot update to ACTIVE because it is not bound. {{(pid=84086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 03:06:06.892522 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:06:06.902539 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] 10.222.0.75 "PUT /v2.0/routers/b241eea1-68d7-40ee-b4b6-b4e06f43d179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0217795 Feb 19 03:06:07.560629 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 4a91bd87-676e-4d5c-82b8-7dd88cb950df up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:06:07.633382 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port 4a91bd87-676e-4d5c-82b8-7dd88cb950df completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:06:07.639061 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 4a91bd87-676e-4d5c-82b8-7dd88cb950df triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:06:07.639487 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:07.772406 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:07.790229 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] For port 4a91bd87-676e-4d5c-82b8-7dd88cb950df, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=4a91bd87-676e-4d5c-82b8-7dd88cb950df,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:06:07.793829 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:07.794733 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 5295c1a4-a83e-4faa-ac4f-59db9da77a08 up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:06:07.820114 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:07.923096 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Pushing event updated for resources: {'Port': ['ID=4a91bd87-676e-4d5c-82b8-7dd88cb950df,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:07.926610 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:07.940907 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 5295c1a4-a83e-4faa-ac4f-59db9da77a08 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:06:07.941382 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:08.626386 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-0a1883e4-184e-4f6b-a688-67369fe67358 req-b7bbc474-8284-4c74-809c-37983c2dcb32 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-708214542', 'description': 'tempest-TestShelveInstance-708214542 description'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:08.632994 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-0a1883e4-184e-4f6b-a688-67369fe67358 req-b7bbc474-8284-4c74-809c-37983c2dcb32 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:06:08.637627 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-0a1883e4-184e-4f6b-a688-67369fe67358 req-b7bbc474-8284-4c74-809c-37983c2dcb32 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Usage tracker for resource:security_group and tenant:4c037def6c4249b5b1479f629cc5d0c6 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:06:08.640663 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-0a1883e4-184e-4f6b-a688-67369fe67358 req-b7bbc474-8284-4c74-809c-37983c2dcb32 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:06:08.648395 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-0a1883e4-184e-4f6b-a688-67369fe67358 req-b7bbc474-8284-4c74-809c-37983c2dcb32 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:06:08.662785 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-0a1883e4-184e-4f6b-a688-67369fe67358 req-b7bbc474-8284-4c74-809c-37983c2dcb32 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for security_group, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:08.689511 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-0a1883e4-184e-4f6b-a688-67369fe67358 req-b7bbc474-8284-4c74-809c-37983c2dcb32 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:06:08.695400 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-0a1883e4-184e-4f6b-a688-67369fe67358 req-b7bbc474-8284-4c74-809c-37983c2dcb32 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Usage tracker for resource:security_group_rule and tenant:4c037def6c4249b5b1479f629cc5d0c6 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:06:08.698769 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-0a1883e4-184e-4f6b-a688-67369fe67358 req-b7bbc474-8284-4c74-809c-37983c2dcb32 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:06:08.705713 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-0a1883e4-184e-4f6b-a688-67369fe67358 req-b7bbc474-8284-4c74-809c-37983c2dcb32 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:06:08.710973 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Sync routers for ids ['b241eea1-68d7-40ee-b4b6-b4e06f43d179'] in dv-cinder-775706-2-smb {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:06:08.722285 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Routers {'b241eea1-68d7-40ee-b4b6-b4e06f43d179'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:06:08.723073 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:05:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['b241eea1-68d7-40ee-b4b6-b4e06f43d179'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:06:08.787255 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-0a1883e4-184e-4f6b-a688-67369fe67358 req-b7bbc474-8284-4c74-809c-37983c2dcb32 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for security_group, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:08.790587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-0a1883e4-184e-4f6b-a688-67369fe67358 req-b7bbc474-8284-4c74-809c-37983c2dcb32 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:08.796354 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-6f06f518-44b8-4ad7-9d9c-350371095b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:08.838162 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbc474-8284-4c74-809c-37983c2dcb32 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f786abc8-f59d-4a3e-84db-bfa85a72dbdb,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:08.842053 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-0a1883e4-184e-4f6b-a688-67369fe67358 req-b7bbc474-8284-4c74-809c-37983c2dcb32 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:08.844090 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0a1883e4-184e-4f6b-a688-67369fe67358 req-b7bbc474-8284-4c74-809c-37983c2dcb32 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3462782 Feb 19 03:06:08.845467 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b7bbc474-8284-4c74-809c-37983c2dcb32 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:08.930895 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Set router b241eea1-68d7-40ee-b4b6-b4e06f43d179 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:06:08.979801 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6e4c7f88-a430-490d-8948-30d918ac3a94 req-094ab594-e3f5-4cc9-ba7b-b941216b3858 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups/f786abc8-f59d-4a3e-84db-bfa85a72dbdb HTTP/1.1" status: 200 len: 1800 time: 0.1009574 Feb 19 03:06:08.991173 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-6e4c7f88-a430-490d-8948-30d918ac3a94 req-a6b8ea63-a64e-4e02-ab52-1ee0e1575a85 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f786abc8-f59d-4a3e-84db-bfa85a72dbdb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:08.991548 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-6e4c7f88-a430-490d-8948-30d918ac3a94 req-a6b8ea63-a64e-4e02-ab52-1ee0e1575a85 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f786abc8-f59d-4a3e-84db-bfa85a72dbdb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:08.998502 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-6e4c7f88-a430-490d-8948-30d918ac3a94 req-a6b8ea63-a64e-4e02-ab52-1ee0e1575a85 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:06:09.002756 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-6e4c7f88-a430-490d-8948-30d918ac3a94 req-a6b8ea63-a64e-4e02-ab52-1ee0e1575a85 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Usage tracker for resource:security_group_rule and tenant:4c037def6c4249b5b1479f629cc5d0c6 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:06:09.005938 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-6e4c7f88-a430-490d-8948-30d918ac3a94 req-a6b8ea63-a64e-4e02-ab52-1ee0e1575a85 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:06:09.011865 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-6e4c7f88-a430-490d-8948-30d918ac3a94 req-a6b8ea63-a64e-4e02-ab52-1ee0e1575a85 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:06:09.068705 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-6e4c7f88-a430-490d-8948-30d918ac3a94 req-a6b8ea63-a64e-4e02-ab52-1ee0e1575a85 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:09.097285 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-6e4c7f88-a430-490d-8948-30d918ac3a94 req-a6b8ea63-a64e-4e02-ab52-1ee0e1575a85 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:09.100652 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-6e4c7f88-a430-490d-8948-30d918ac3a94 req-a6b8ea63-a64e-4e02-ab52-1ee0e1575a85 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191046'] for security_group_rule, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:09.102866 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:09.130723 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8ea63-a64e-4e02-ab52-1ee0e1575a85 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc94cfe-0e8d-40dd-8ab0-dcf4850e045a,revision_number=0']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:09.133445 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a6b8ea63-a64e-4e02-ab52-1ee0e1575a85 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:09.141507 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-6e4c7f88-a430-490d-8948-30d918ac3a94 req-a6b8ea63-a64e-4e02-ab52-1ee0e1575a85 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:09.142900 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6e4c7f88-a430-490d-8948-30d918ac3a94 req-a6b8ea63-a64e-4e02-ab52-1ee0e1575a85 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1562622 Feb 19 03:06:09.216119 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-77d0a9a9-d6dc-4d51-8e01-0e590972b71d req-6f4450ad-fedb-4012-b9e7-1820d1ba8e18 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups/f786abc8-f59d-4a3e-84db-bfa85a72dbdb HTTP/1.1" status: 200 len: 2393 time: 0.0504425 Feb 19 03:06:09.227115 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-77d0a9a9-d6dc-4d51-8e01-0e590972b71d req-d85a27f8-6db2-47ef-8b35-07e7a55dd133 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f786abc8-f59d-4a3e-84db-bfa85a72dbdb', 'remote_group_id': None}]} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:09.227481 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-77d0a9a9-d6dc-4d51-8e01-0e590972b71d req-d85a27f8-6db2-47ef-8b35-07e7a55dd133 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f786abc8-f59d-4a3e-84db-bfa85a72dbdb', 'remote_group_id': None}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:09.234132 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-77d0a9a9-d6dc-4d51-8e01-0e590972b71d req-d85a27f8-6db2-47ef-8b35-07e7a55dd133 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:06:09.238693 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-77d0a9a9-d6dc-4d51-8e01-0e590972b71d req-d85a27f8-6db2-47ef-8b35-07e7a55dd133 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Usage tracker for resource:security_group_rule and tenant:4c037def6c4249b5b1479f629cc5d0c6 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:06:09.242288 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-77d0a9a9-d6dc-4d51-8e01-0e590972b71d req-d85a27f8-6db2-47ef-8b35-07e7a55dd133 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:06:09.250443 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-77d0a9a9-d6dc-4d51-8e01-0e590972b71d req-d85a27f8-6db2-47ef-8b35-07e7a55dd133 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:06:09.317464 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-77d0a9a9-d6dc-4d51-8e01-0e590972b71d req-d85a27f8-6db2-47ef-8b35-07e7a55dd133 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:09.345603 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-77d0a9a9-d6dc-4d51-8e01-0e590972b71d req-d85a27f8-6db2-47ef-8b35-07e7a55dd133 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:09.349282 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-77d0a9a9-d6dc-4d51-8e01-0e590972b71d req-d85a27f8-6db2-47ef-8b35-07e7a55dd133 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191046'] for security_group_rule, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:09.357795 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a8f92f8c-f569-4745-bb66-e8c69b2135f5 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:09.379345 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a27f8-6db2-47ef-8b35-07e7a55dd133 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205483fd-43c9-4f4c-b3ec-d8977df7c6e5,revision_number=0']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:09.382409 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d85a27f8-6db2-47ef-8b35-07e7a55dd133 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:09.390587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-77d0a9a9-d6dc-4d51-8e01-0e590972b71d req-d85a27f8-6db2-47ef-8b35-07e7a55dd133 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:09.391952 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-77d0a9a9-d6dc-4d51-8e01-0e590972b71d req-d85a27f8-6db2-47ef-8b35-07e7a55dd133 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1691461 Feb 19 03:06:09.459520 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b241eea1-68d7-40ee-b4b6-b4e06f43d179', 'name': 'tempest-TestShelveInstance-802644899-router', 'tenant_id': 'bfb0c873debe4e228b2968ad69bf0549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '4a91bd87-676e-4d5c-82b8-7dd88cb950df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:59Z', 'updated_at': '2021-02-19T03:06:05Z', 'revision_number': 4, 'project_id': 'bfb0c873debe4e228b2968ad69bf0549', 'gw_port': {'id': '4a91bd87-676e-4d5c-82b8-7dd88cb950df', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241eea1-68d7-40ee-b4b6-b4e06f43d179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:00Z', 'updated_at': '2021-02-19T03:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '087fc46b-545a-496c-9e86-fb4d83d24e8b', 'name': '', 'network_id': 'ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6', 'tenant_id': 'bfb0c873debe4e228b2968ad69bf0549', 'mac_address': 'fa:16:3e:ac:08:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b241eea1-68d7-40ee-b4b6-b4e06f43d179', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0372b340-56ae-4eee-ac0f-a58662fe9327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:04Z', 'updated_at': '2021-02-19T03:06:05Z', 'revision_number': 2, 'project_id': 'bfb0c873debe4e228b2968ad69bf0549', 'subnets': [{'id': '0372b340-56ae-4eee-ac0f-a58662fe9327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:06:09.467475 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Checking router: b241eea1-68d7-40ee-b4b6-b4e06f43d179 for host: dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:06:09.467475 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Updating router b241eea1-68d7-40ee-b4b6-b4e06f43d179 port 087fc46b-545a-496c-9e86-fb4d83d24e8b binding host dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 19 03:06:09.514605 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 4a91bd87-676e-4d5c-82b8-7dd88cb950df up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:06:09.585531 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:09.668887 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 4a91bd87-676e-4d5c-82b8-7dd88cb950df triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:06:09.669454 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:10.170674 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Notify callbacks [] for port, precommit_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:10.184311 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Transition to ACTIVE for port object 087fc46b-545a-496c-9e86-fb4d83d24e8b will not be triggered until provisioned by entity L2. {{(pid=84086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:06:10.187737 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:10.201895 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-63932286-1e6e-4b4e-b2e1-55d2e9e1b961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:10.349060 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4127f-b3a7-4579-bf17-4d1b3ca3524c None None] Pushing event updated for resources: {'Port': ['ID=087fc46b-545a-496c-9e86-fb4d83d24e8b,revision_number=3']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:10.354620 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-9bf4127f-b3a7-4579-bf17-4d1b3ca3524c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:10.547384 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fcabf74f-33c8-4a5d-a004-f4910310c3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:10.551699 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Attempting to bind port 087fc46b-545a-496c-9e86-fb4d83d24e8b on host dv-cinder-775706-2-smb for vnic_type normal with profile {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:10.552111 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Attempting to bind port 087fc46b-545a-496c-9e86-fb4d83d24e8b by drivers openvswitch on host dv-cinder-775706-2-smb at level 0 using segments [{'id': '53569c0a-45ca-49ad-b2b2-0d0d99ee9027', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6'}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 03:06:10.552511 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Attempting to bind port 087fc46b-545a-496c-9e86-fb4d83d24e8b on network ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6 {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 03:06:10.559602 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Checking agent: {'id': 'c372c620-dc84-4dbf-9f3c-50ec6c23b5e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 45, 45), 'started_at': datetime.datetime(2021, 2, 19, 2, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 03:06:10.560034 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Checking segment: {'id': '53569c0a-45ca-49ad-b2b2-0d0d99ee9027', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 03:06:10.560481 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:10.560924 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Bound using segment: {'id': '53569c0a-45ca-49ad-b2b2-0d0d99ee9027', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6'} {{(pid=84086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 03:06:10.561531 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Bound port: 087fc46b-545a-496c-9e86-fb4d83d24e8b, host: dv-cinder-775706-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53569c0a-45ca-49ad-b2b2-0d0d99ee9027', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6'}}] {{(pid=84086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 03:06:10.561900 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:10.687259 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] For port 087fc46b-545a-496c-9e86-fb4d83d24e8b, host dv-cinder-775706-2-smb, cleared binding levels {{(pid=84086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 03:06:10.691289 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] For port 087fc46b-545a-496c-9e86-fb4d83d24e8b, host dv-cinder-775706-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=087fc46b-545a-496c-9e86-fb4d83d24e8b,segment=NetworkSegment(53569c0a-45ca-49ad-b2b2-0d0d99ee9027),segment_id=53569c0a-45ca-49ad-b2b2-0d0d99ee9027)] {{(pid=84086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 03:06:10.695588 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:10.710183 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-63932286-1e6e-4b4e-b2e1-55d2e9e1b961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:10.865504 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4127f-b3a7-4579-bf17-4d1b3ca3524c None None] Pushing event updated for resources: {'Port': ['ID=087fc46b-545a-496c-9e86-fb4d83d24e8b,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:10.871237 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-9bf4127f-b3a7-4579-bf17-4d1b3ca3524c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:10.929025 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Routers {'b241eea1-68d7-40ee-b4b6-b4e06f43d179'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:06:10.929621 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:05:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['b241eea1-68d7-40ee-b4b6-b4e06f43d179'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:06:11.145967 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] Set router b241eea1-68d7-40ee-b4b6-b4e06f43d179 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:06:11.515875 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b241eea1-68d7-40ee-b4b6-b4e06f43d179', 'name': 'tempest-TestShelveInstance-802644899-router', 'tenant_id': 'bfb0c873debe4e228b2968ad69bf0549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '4a91bd87-676e-4d5c-82b8-7dd88cb950df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:59Z', 'updated_at': '2021-02-19T03:06:05Z', 'revision_number': 4, 'project_id': 'bfb0c873debe4e228b2968ad69bf0549', 'gw_port': {'id': '4a91bd87-676e-4d5c-82b8-7dd88cb950df', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241eea1-68d7-40ee-b4b6-b4e06f43d179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:00Z', 'updated_at': '2021-02-19T03:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '087fc46b-545a-496c-9e86-fb4d83d24e8b', 'name': '', 'network_id': 'ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6', 'tenant_id': 'bfb0c873debe4e228b2968ad69bf0549', 'mac_address': 'fa:16:3e:ac:08:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b241eea1-68d7-40ee-b4b6-b4e06f43d179', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0372b340-56ae-4eee-ac0f-a58662fe9327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:04Z', 'updated_at': '2021-02-19T03:06:10Z', 'revision_number': 4, 'project_id': 'bfb0c873debe4e228b2968ad69bf0549', 'subnets': [{'id': '0372b340-56ae-4eee-ac0f-a58662fe9327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:06:11.520407 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051a1223-f2af-4334-aabf-5e5b58db0145 None None] The sync data for ids ['b241eea1-68d7-40ee-b4b6-b4e06f43d179'] in dv-cinder-775706-2-smb is: [{'id': 'b241eea1-68d7-40ee-b4b6-b4e06f43d179', 'name': 'tempest-TestShelveInstance-802644899-router', 'tenant_id': 'bfb0c873debe4e228b2968ad69bf0549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '4a91bd87-676e-4d5c-82b8-7dd88cb950df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:59Z', 'updated_at': '2021-02-19T03:06:05Z', 'revision_number': 4, 'project_id': 'bfb0c873debe4e228b2968ad69bf0549', 'gw_port': {'id': '4a91bd87-676e-4d5c-82b8-7dd88cb950df', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241eea1-68d7-40ee-b4b6-b4e06f43d179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:00Z', 'updated_at': '2021-02-19T03:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '087fc46b-545a-496c-9e86-fb4d83d24e8b', 'name': '', 'network_id': 'ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6', 'tenant_id': 'bfb0c873debe4e228b2968ad69bf0549', 'mac_address': 'fa:16:3e:ac:08:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b241eea1-68d7-40ee-b4b6-b4e06f43d179', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0372b340-56ae-4eee-ac0f-a58662fe9327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:04Z', 'updated_at': '2021-02-19T03:06:10Z', 'revision_number': 4, 'project_id': 'bfb0c873debe4e228b2968ad69bf0549', 'subnets': [{'id': '0372b340-56ae-4eee-ac0f-a58662fe9327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:06:12.968075 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8cd6696b-78e6-453c-8e88-5d5791229979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:13.404076 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:13.525813 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 087fc46b-545a-496c-9e86-fb4d83d24e8b up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:06:13.599867 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning for port 087fc46b-545a-496c-9e86-fb4d83d24e8b completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:06:13.605238 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 087fc46b-545a-496c-9e86-fb4d83d24e8b triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:06:13.605660 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:13.742963 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:13.779472 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] For port 087fc46b-545a-496c-9e86-fb4d83d24e8b, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=087fc46b-545a-496c-9e86-fb4d83d24e8b,segment=NetworkSegment(53569c0a-45ca-49ad-b2b2-0d0d99ee9027),segment_id=53569c0a-45ca-49ad-b2b2-0d0d99ee9027)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:06:13.783087 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:13.786036 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:14.037402 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Pushing event updated for resources: {'Port': ['ID=087fc46b-545a-496c-9e86-fb4d83d24e8b,revision_number=5']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:14.042353 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:14.998550 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:15.228127 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:15.497135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 087fc46b-545a-496c-9e86-fb4d83d24e8b up at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:06:15.571185 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Provisioning complete for port 087fc46b-545a-496c-9e86-fb4d83d24e8b triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:06:15.571584 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:24.849631 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-c7f81974-7c15-4ba4-8214-4f0308a72f76 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Synchronizing usage tracker for tenant:4c037def6c4249b5b1479f629cc5d0c6 on resource:security_group {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:06:24.867527 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-c7f81974-7c15-4ba4-8214-4f0308a72f76 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Unset dirty status for tenant:4c037def6c4249b5b1479f629cc5d0c6 on resource:security_group {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:06:24.868829 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-c7f81974-7c15-4ba4-8214-4f0308a72f76 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-708214542&fields=id&tenant_id=4c037def6c4249b5b1479f629cc5d0c6 HTTP/1.1" status: 200 len: 267 time: 0.0650346 Feb 19 03:06:25.043748 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-2c8d47af-e914-4251-9701-25637fedc360 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:25.045397 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-2c8d47af-e914-4251-9701-25637fedc360 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/networks?id=0b09f7c3-966d-46d8-9909-a6d41be53144 HTTP/1.1" status: 200 len: 809 time: 0.1662021 Feb 19 03:06:25.063065 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-297b2c79-7574-4a61-b14c-ad387154e782 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/quotas/4c037def6c4249b5b1479f629cc5d0c6 HTTP/1.1" status: 200 len: 375 time: 0.0109046 Feb 19 03:06:25.160115 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-2e9fa989-a2f2-4155-a012-be3d428982da tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Synchronizing usage tracker for tenant:4c037def6c4249b5b1479f629cc5d0c6 on resource:port {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:06:25.178106 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-2e9fa989-a2f2-4155-a012-be3d428982da tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Unset dirty status for tenant:4c037def6c4249b5b1479f629cc5d0c6 on resource:port {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:06:25.179763 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-2e9fa989-a2f2-4155-a012-be3d428982da tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4c037def6c4249b5b1479f629cc5d0c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107748 Feb 19 03:06:25.211466 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:25.466336 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-b50f9e52-ec63-48f4-b73d-3e91ab741d58 service neutron] 10.222.0.75 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718503 Feb 19 03:06:25.623478 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-91cc9e2e-1efc-49df-997c-ef764998900a service neutron] 10.222.0.75 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1493044 Feb 19 03:06:27.172300 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8cb8306-9893-4ccd-9aba-1ab9904eec70 req-1fbedcca-3144-4a7d-b7d3-b814bd1bac74 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 210 time: 0.0526357 Feb 19 03:06:28.338017 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-806a3369-5eeb-46d8-99d5-6c4949cfcd17 req-17680913-c0dc-49f4-8790-049e6caeb452 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 210 time: 0.0489869 Feb 19 03:06:28.675606 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-dedc5846-d8ac-4a7d-ac67-eaf5fe5bf4d1 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:28.676482 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-dedc5846-d8ac-4a7d-ac67-eaf5fe5bf4d1 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Synchronizing usage tracker for tenant:4c037def6c4249b5b1479f629cc5d0c6 on resource:network {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:06:28.698279 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-dedc5846-d8ac-4a7d-ac67-eaf5fe5bf4d1 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Unset dirty status for tenant:4c037def6c4249b5b1479f629cc5d0c6 on resource:network {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:06:28.700662 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-dedc5846-d8ac-4a7d-ac67-eaf5fe5bf4d1 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.87 "GET /v2.0/networks?id=0b09f7c3-966d-46d8-9909-a6d41be53144 HTTP/1.1" status: 200 len: 809 time: 0.1923428 Feb 19 03:06:28.807600 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-b725dd9f-e1b3-4d29-9c6d-7c071255ebeb tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Synchronizing usage tracker for tenant:4c037def6c4249b5b1479f629cc5d0c6 on resource:security_group {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:06:28.822927 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-b725dd9f-e1b3-4d29-9c6d-7c071255ebeb tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Unset dirty status for tenant:4c037def6c4249b5b1479f629cc5d0c6 on resource:security_group {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:06:28.824854 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-b725dd9f-e1b3-4d29-9c6d-7c071255ebeb tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4c037def6c4249b5b1479f629cc5d0c6 HTTP/1.1" status: 200 len: 5757 time: 0.1074901 Feb 19 03:06:28.835630 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Request body: {'port': {'device_id': '91646a34-50c2-4526-8b32-00021f791c07', 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144', 'admin_state_up': True, 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'security_groups': ['f786abc8-f59d-4a3e-84db-bfa85a72dbdb']}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:29.012629 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:06:29.023514 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:06:29.033594 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Made reservation on behalf of 4c037def6c4249b5b1479f629cc5d0c6 for: {'port': 1} {{(pid=84085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 19 03:06:29.039560 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:29.482125 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Allocated IP 172.20.0.7 (0b09f7c3-966d-46d8-9909-a6d41be53144/9b67e53d-9224-4b89-ae66-a31d37256aa3/1e3036da-97f8-4e31-9f40-d0f59042c937) {{(pid=84085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 03:06:29.533358 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-525c4e73-62ba-4b59-8e2d-60b21926c4f9 req-0678fabb-a1d1-48ed-875b-a06c0a3cb8ea tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 210 time: 0.0579498 Feb 19 03:06:29.653865 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:06:29.698871 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for port, precommit_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:29.717587 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Transition to ACTIVE for port object 1e3036da-97f8-4e31-9f40-d0f59042c937 will not be triggered until provisioned by entity DHCP. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:06:29.744522 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_create {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:29.761952 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2a58cfcd-1aaa-40a4-96e9-5b3468016920 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:29.922376 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Pushing event updated for resources: {'Port': ['ID=1e3036da-97f8-4e31-9f40-d0f59042c937,revision_number=1']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:29.938408 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.938809 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.939202 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.939597 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.939987 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.940394 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.940784 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.941170 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.941537 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.941957 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.942342 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.942737 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.943206 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.943579 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.943963 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.944343 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.944710 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.945097 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.945474 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.946285 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.946669 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.947040 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.947418 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.947856 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:06:29.963119 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:30.004685 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Network 0b09f7c3-966d-46d8-9909-a6d41be53144 is already hosted by enough agents. {{(pid=84085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:06:30.006013 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Resources bound (agent type, host, resource id): {{(pid=84085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:06:30.008604 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Received port after_create {{(pid=84085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 03:06:30.085292 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:30.086354 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:30.129528 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-910c810c-c612-44b8-92ca-fa48ed431ef8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2984049 Feb 19 03:06:30.148341 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-43449ad5-265e-43cb-a79c-207c0281d1e0 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=84085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:06:30.149482 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-43449ad5-265e-43cb-a79c-207c0281d1e0 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0061495 Feb 19 03:06:30.219125 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Request body: {'port': {'device_id': '91646a34-50c2-4526-8b32-00021f791c07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:30.289572 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-d85be530-c4a0-440a-b7c1-12dde4b88015 None None] Provisioning for port 1e3036da-97f8-4e31-9f40-d0f59042c937 completed by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:06:30.296077 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-d85be530-c4a0-440a-b7c1-12dde4b88015 None None] Provisioning complete for port 1e3036da-97f8-4e31-9f40-d0f59042c937 triggered by entity DHCP. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:06:30.297129 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d85be530-c4a0-440a-b7c1-12dde4b88015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:30.351800 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:30.391028 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-d85be530-c4a0-440a-b7c1-12dde4b88015 None None] Port 1e3036da-97f8-4e31-9f40-d0f59042c937 cannot update to ACTIVE because it is not bound. {{(pid=84086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 19 03:06:30.756629 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9365d-c74d-4347-89e1-c4d67dae4f0e req-850943bd-564c-46b5-8c64-f5410c236eb2 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:30.758462 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d2c9365d-c74d-4347-89e1-c4d67dae4f0e req-850943bd-564c-46b5-8c64-f5410c236eb2 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 931 time: 0.1014373 Feb 19 03:06:30.819821 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d2c9365d-c74d-4347-89e1-c4d67dae4f0e req-7b88ef82-a8f0-4d88-ba93-7d7fb04632aa tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0521026 Feb 19 03:06:30.849006 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e3036da-97f8-4e31-9f40-d0f59042c937 {{(pid=84085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 19 03:06:30.858857 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:30.876410 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Transition to ACTIVE for port object 1e3036da-97f8-4e31-9f40-d0f59042c937 will not be triggered until provisioned by entity L2. {{(pid=84085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 19 03:06:30.879407 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:30.903392 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-3eef6d34-6369-460e-8480-2e2f685d31a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:31.050530 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3036da-97f8-4e31-9f40-d0f59042c937,revision_number=2']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:31.055709 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:31.514870 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Attempting to bind port 1e3036da-97f8-4e31-9f40-d0f59042c937 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:31.515238 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Attempting to bind port 1e3036da-97f8-4e31-9f40-d0f59042c937 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'd7b75c24-d80e-4391-aa01-38d53b449dee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144'}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 19 03:06:31.515598 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Attempting to bind port 1e3036da-97f8-4e31-9f40-d0f59042c937 on network 0b09f7c3-966d-46d8-9909-a6d41be53144 {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 19 03:06:31.522080 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Checking agent: {'id': '38d2f619-f811-4ccc-89e2-793bab8ea98e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 53, 25), 'started_at': datetime.datetime(2021, 2, 19, 2, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 19 03:06:31.522452 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Checking segment: {'id': 'd7b75c24-d80e-4391-aa01-38d53b449dee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 19 03:06:31.522853 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:31.523241 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Bound using segment: {'id': 'd7b75c24-d80e-4391-aa01-38d53b449dee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144'} {{(pid=84085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 19 03:06:31.523708 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Bound port: 1e3036da-97f8-4e31-9f40-d0f59042c937, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b75c24-d80e-4391-aa01-38d53b449dee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144'}}] {{(pid=84085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 19 03:06:31.524073 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:31.634849 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] For port 1e3036da-97f8-4e31-9f40-d0f59042c937, host hv-cinder-77570, cleared binding levels {{(pid=84085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 19 03:06:31.638509 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] For port 1e3036da-97f8-4e31-9f40-d0f59042c937, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=1e3036da-97f8-4e31-9f40-d0f59042c937,segment=NetworkSegment(d7b75c24-d80e-4391-aa01-38d53b449dee),segment_id=d7b75c24-d80e-4391-aa01-38d53b449dee)] {{(pid=84085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 19 03:06:31.643732 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2213842'] for port, after_update {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:31.660722 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-9d9668c6-13c3-4c67-9dfe-84a44208eb13 tempest-VolumesSnapshotTestJSON-1593767715 tempest-VolumesSnapshotTestJSON-1593767715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:31.821833 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3036da-97f8-4e31-9f40-d0f59042c937,revision_number=3']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:31.826027 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:31.863152 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:31.864742 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:31.865533 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-a9f75e2f-b8c8-46a4-be7c-3a0565ede436 service neutron] 10.222.0.87 "PUT /v2.0/ports/1e3036da-97f8-4e31-9f40-d0f59042c937 HTTP/1.1" status: 200 len: 1157 time: 1.7076924 Feb 19 03:06:31.866503 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91646a34-50c2-4526-8b32-00021f791c07', 'tag': '1e3036da-97f8-4e31-9f40-d0f59042c937'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:06:32.029672 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91646a34-50c2-4526-8b32-00021f791c07', 'tag': '1e3036da-97f8-4e31-9f40-d0f59042c937', 'status': 'completed', 'code': 200} Feb 19 03:06:32.056203 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-9f30fc0c-fe86-476a-93f2-dd63cdb3fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:32.057602 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-9f30fc0c-fe86-476a-93f2-dd63cdb3fbae service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4c037def6c4249b5b1479f629cc5d0c6&device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 1160 time: 0.1241789 Feb 19 03:06:32.142758 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377ef86-7429-4742-b653-43e77fb702f8 req-a2302887-dc97-440f-a296-6a6d918fd493 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:32.145852 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1377ef86-7429-4742-b653-43e77fb702f8 req-a2302887-dc97-440f-a296-6a6d918fd493 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 943 time: 0.1373506 Feb 19 03:06:32.152388 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-320b9157-18ce-41ed-808b-cd522daca44b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e3036da-97f8-4e31-9f40-d0f59042c937 HTTP/1.1" status: 200 len: 217 time: 0.0768220 Feb 19 03:06:32.210403 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1377ef86-7429-4742-b653-43e77fb702f8 req-134726dc-942f-4dfa-a8ce-171f5d1e46a8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0528109 Feb 19 03:06:32.254866 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-9380dad3-7941-438a-9dac-d8c5a0375103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:32.257579 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-9380dad3-7941-438a-9dac-d8c5a0375103 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9b67e53d-9224-4b89-ae66-a31d37256aa3 HTTP/1.1" status: 200 len: 848 time: 0.0975690 Feb 19 03:06:32.349653 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-e8f3af4b-caa1-4e7b-9653-2bc50121ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:32.351292 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-e8f3af4b-caa1-4e7b-9653-2bc50121ab3a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b09f7c3-966d-46d8-9909-a6d41be53144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0854928 Feb 19 03:06:32.513502 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-1c9fd57d-53a6-4950-b210-763d5a2f2b61 service neutron] 10.222.0.87 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539280 Feb 19 03:06:32.681077 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-91c4c83d-dacd-4f48-87cc-a3406f8c4c81 req-cf10503f-f593-4c27-be20-b67b743d4612 service neutron] 10.222.0.87 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1599579 Feb 19 03:06:32.875926 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa8b69-af08-4c9a-8403-02fc6c309e1f req-5e629ceb-a39f-455e-9d1b-0820fd020de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:32.877596 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-35aa8b69-af08-4c9a-8403-02fc6c309e1f req-5e629ceb-a39f-455e-9d1b-0820fd020de2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4c037def6c4249b5b1479f629cc5d0c6&device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 1160 time: 0.0960503 Feb 19 03:06:33.055499 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa8b69-af08-4c9a-8403-02fc6c309e1f req-f2114996-475b-41ab-9da7-8f48a8709250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:33.057198 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-35aa8b69-af08-4c9a-8403-02fc6c309e1f req-f2114996-475b-41ab-9da7-8f48a8709250 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b09f7c3-966d-46d8-9909-a6d41be53144 HTTP/1.1" status: 200 len: 903 time: 0.1716707 Feb 19 03:06:33.136309 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-35aa8b69-af08-4c9a-8403-02fc6c309e1f req-e89a4962-4eca-4745-b7e2-22803618f9c3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e3036da-97f8-4e31-9f40-d0f59042c937 HTTP/1.1" status: 200 len: 217 time: 0.0714810 Feb 19 03:06:33.217796 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa8b69-af08-4c9a-8403-02fc6c309e1f req-13055a76-5d05-42f8-bf37-3958fdebf305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:33.219354 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-35aa8b69-af08-4c9a-8403-02fc6c309e1f req-13055a76-5d05-42f8-bf37-3958fdebf305 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9b67e53d-9224-4b89-ae66-a31d37256aa3 HTTP/1.1" status: 200 len: 848 time: 0.0750327 Feb 19 03:06:33.310017 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa8b69-af08-4c9a-8403-02fc6c309e1f req-e9efe335-fa63-4574-a21c-ae0650b68052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:33.311715 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-35aa8b69-af08-4c9a-8403-02fc6c309e1f req-e9efe335-fa63-4574-a21c-ae0650b68052 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b09f7c3-966d-46d8-9909-a6d41be53144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847178 Feb 19 03:06:33.487618 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-35aa8b69-af08-4c9a-8403-02fc6c309e1f req-4d13d888-af5a-481f-84de-399e5b342766 service neutron] 10.222.0.87 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654737 Feb 19 03:06:33.491761 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891f87d-20bc-4079-ab8c-3e746ec9a4df req-c3ca9f9d-166f-481e-a3f3-01bfdc96acb7 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:33.493452 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6891f87d-20bc-4079-ab8c-3e746ec9a4df req-c3ca9f9d-166f-481e-a3f3-01bfdc96acb7 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 943 time: 0.1046724 Feb 19 03:06:33.553296 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-6891f87d-20bc-4079-ab8c-3e746ec9a4df req-04c2254c-49b1-4650-927e-3697f955cc35 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0503912 Feb 19 03:06:33.662191 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-35aa8b69-af08-4c9a-8403-02fc6c309e1f req-e80c20f1-f393-4136-8d4d-a7fa84de932d service neutron] 10.222.0.87 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1649182 Feb 19 03:06:34.782589 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97840bc6-6301-47d7-83dc-e226746a3385 req-7474c51e-9b0b-4b1e-b272-d1e1ae88ad9e tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:34.784488 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-97840bc6-6301-47d7-83dc-e226746a3385 req-7474c51e-9b0b-4b1e-b272-d1e1ae88ad9e tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 943 time: 0.1009095 Feb 19 03:06:34.843462 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-97840bc6-6301-47d7-83dc-e226746a3385 req-8392578d-f268-40c6-b6f5-00278cf19858 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0515857 Feb 19 03:06:36.101447 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbe0fe-c7f2-4c7f-b5fa-0eb70dd0b4d2 req-970f6e6e-2a50-4502-b723-6eb48e4cbfd9 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:36.105344 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b3fbe0fe-c7f2-4c7f-b5fa-0eb70dd0b4d2 req-970f6e6e-2a50-4502-b723-6eb48e4cbfd9 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 943 time: 0.1149306 Feb 19 03:06:36.182297 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-b3fbe0fe-c7f2-4c7f-b5fa-0eb70dd0b4d2 req-8116528c-6f9d-4202-8b8a-699d7a9b3415 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0690815 Feb 19 03:06:36.277108 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 1e3036da-97f8-4e31-9f40-d0f59042c937 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:06:36.359433 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning for port 1e3036da-97f8-4e31-9f40-d0f59042c937 completed by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 19 03:06:36.365824 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 1e3036da-97f8-4e31-9f40-d0f59042c937 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:06:36.366422 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:36.509800 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:36.543448 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91646a34-50c2-4526-8b32-00021f791c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3036da-97f8-4e31-9f40-d0f59042c937'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:06:36.555928 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 1e3036da-97f8-4e31-9f40-d0f59042c937, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=1e3036da-97f8-4e31-9f40-d0f59042c937,segment=NetworkSegment(d7b75c24-d80e-4391-aa01-38d53b449dee),segment_id=d7b75c24-d80e-4391-aa01-38d53b449dee)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:06:36.560524 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:36.564117 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-93c09e70-d527-4731-95c4-6149d84f290d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:36.647512 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=1e3036da-97f8-4e31-9f40-d0f59042c937,revision_number=4']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:36.651710 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:36.738696 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91646a34-50c2-4526-8b32-00021f791c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3036da-97f8-4e31-9f40-d0f59042c937', 'code': 200} Feb 19 03:06:37.142395 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372a61e-b81b-4ad6-afc8-b01fa44143d9 req-997a48c4-3ee8-4180-9011-1bf5d3a76374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:37.144224 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3372a61e-b81b-4ad6-afc8-b01fa44143d9 req-997a48c4-3ee8-4180-9011-1bf5d3a76374 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 1162 time: 0.0935447 Feb 19 03:06:37.195699 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3372a61e-b81b-4ad6-afc8-b01fa44143d9 req-e18a8f95-d82e-4bf4-9a64-2f8093f74cbf service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0422268 Feb 19 03:06:37.431125 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7241e-4ab1-465d-af90-3eb32079fce3 req-d94637a8-fe29-4b12-8cab-755763e5ec4f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:37.433162 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8ac7241e-4ab1-465d-af90-3eb32079fce3 req-d94637a8-fe29-4b12-8cab-755763e5ec4f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.0983920 Feb 19 03:06:37.497766 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-8ac7241e-4ab1-465d-af90-3eb32079fce3 req-646047f1-12f4-44fc-a45a-76adb5296687 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0532718 Feb 19 03:06:37.882172 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 1e3036da-97f8-4e31-9f40-d0f59042c937 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:06:38.008354 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 1e3036da-97f8-4e31-9f40-d0f59042c937 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:06:38.008774 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:38.739049 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24544c75-9ba2-4ec2-b3bc-dcbe80702725 req-c727ccbc-f772-4932-ab23-03e91ea15e2c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:38.740780 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-24544c75-9ba2-4ec2-b3bc-dcbe80702725 req-c727ccbc-f772-4932-ab23-03e91ea15e2c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.1068714 Feb 19 03:06:38.793937 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-24544c75-9ba2-4ec2-b3bc-dcbe80702725 req-081be0cd-31e5-45df-8e4c-ce31add95b59 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0452468 Feb 19 03:06:39.013882 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf47641-2cf9-4177-b2b8-22f396787b2c req-cc722fbe-cadd-4d9a-8eb1-d3a35fc5cf10 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:39.015669 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-daf47641-2cf9-4177-b2b8-22f396787b2c req-cc722fbe-cadd-4d9a-8eb1-d3a35fc5cf10 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.0989516 Feb 19 03:06:39.069038 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-daf47641-2cf9-4177-b2b8-22f396787b2c req-34ba6ee6-9c70-43ee-823d-03b36ca01df2 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0461364 Feb 19 03:06:39.292015 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-f3605d83-d8b9-441c-9095-81c203be11f6 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1806271 Feb 19 03:06:39.303881 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Request body: {'floatingip': {'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:39.310431 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 19 03:06:39.314948 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Usage tracker for resource:floatingip and tenant:4c037def6c4249b5b1479f629cc5d0c6 is out of sync, need to count used quota {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 19 03:06:39.318462 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 19 03:06:39.325234 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.quota.driver [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 19 03:06:39.336866 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for floatingip, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:39.785334 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:40.120798 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_common [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Allocated IP 172.28.3.234 (0e56412c-4854-452b-991d-f8414d441bfe/664dcf09-964d-4e4b-a082-c69e70a0e546/c477b321-38f4-489e-934b-f0cc64c78adc) {{(pid=84083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 19 03:06:40.313571 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for port, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:40.345452 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286359039877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:40.361390 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e638dd4e-2936-490f-8f46-50d3d8b0aee9 tempest-AttachVolumeTestJSON-1619774222 tempest-AttachVolumeTestJSON-1619774222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:40.502620 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Pushing event updated for resources: {'Port': ['ID=c477b321-38f4-489e-934b-f0cc64c78adc,revision_number=1']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:40.507818 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:40.533194 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-90f1bfa8-da59-4800-9724-d2da182b084a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:40.559533 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Network 0e56412c-4854-452b-991d-f8414d441bfe is already hosted by enough agents. {{(pid=84083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 19 03:06:40.560736 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.base_scheduler [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Resources bound (agent type, host, resource id): {{(pid=84083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 19 03:06:40.563393 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Received port after_create {{(pid=84083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 19 03:06:40.654984 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:40.721649 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:41.043652 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:41.047805 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852589390'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:41.063789 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-bcd5b2db-4aaf-4f3c-b504-8281b12a9887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:06:41.211050 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Pushing event updated for resources: {'Port': ['ID=c477b321-38f4-489e-934b-f0cc64c78adc,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:06:41.217722 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:06:41.337304 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854343256'] for floatingip, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:41.363113 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for floatingip, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:41.364575 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0657539 Feb 19 03:06:41.459666 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-13de8035-dbeb-467e-8cd2-d480250aae87 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Synchronizing usage tracker for tenant:4c037def6c4249b5b1479f629cc5d0c6 on resource:floatingip {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:06:41.478915 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-13de8035-dbeb-467e-8cd2-d480250aae87 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Unset dirty status for tenant:4c037def6c4249b5b1479f629cc5d0c6 on resource:floatingip {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:06:41.481062 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-13de8035-dbeb-467e-8cd2-d480250aae87 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.28.3.234 HTTP/1.1" status: 200 len: 696 time: 0.1081262 Feb 19 03:06:41.659456 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-51e714f6-575b-4805-8f7f-7ef866fdd2bb tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:41.661022 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-51e714f6-575b-4805-8f7f-7ef866fdd2bb tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/networks/0e56412c-4854-452b-991d-f8414d441bfe HTTP/1.1" status: 200 len: 784 time: 0.1742628 Feb 19 03:06:41.672821 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-8d491888-f676-4e32-908c-1f40c64a0f28 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=84083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:06:41.673937 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9d2a59f4-49fa-4fcb-9d12-a1d2f3d5b971 req-8d491888-f676-4e32-908c-1f40c64a0f28 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0067995 Feb 19 03:06:41.876779 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-9d9ead3a-3bb6-45d1-b6d7-180b1d168780 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:41.878508 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-9d9ead3a-3bb6-45d1-b6d7-180b1d168780 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1017022 Feb 19 03:06:41.972687 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-5119595e-7a34-47c6-81a5-3f31755acb0b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.28.3.234 HTTP/1.1" status: 200 len: 696 time: 0.0876205 Feb 19 03:06:41.984098 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.v2.base [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-97249487-92dd-429e-8015-8198bd502439 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Request body: {'floatingip': {'port_id': '1e3036da-97f8-4e31-9f40-d0f59042c937', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:42.068060 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-97249487-92dd-429e-8015-8198bd502439 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for floatingip, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:42.749529 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-97249487-92dd-429e-8015-8198bd502439 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:42.752562 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-97249487-92dd-429e-8015-8198bd502439 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854343256'] for floatingip, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:42.950569 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.l3_db [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-97249487-92dd-429e-8015-8198bd502439 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Floating IP a600d827-09cd-48f6-8a9b-bf7e1fac1b29 associated. External IP: 172.28.3.234, port: 1e3036da-97f8-4e31-9f40-d0f59042c937. Feb 19 03:06:42.979871 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-487635e6-0a79-4039-9797-5f2f24f33928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:43.408237 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:43.616341 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-97249487-92dd-429e-8015-8198bd502439 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Router c90f27d2-2d89-4861-a144-4d6ddea1d49d has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 03:06:43.819365 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-97249487-92dd-429e-8015-8198bd502439 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:06:43.823991 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-97249487-92dd-429e-8015-8198bd502439 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for floatingip, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:43.829926 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6090c701-3791-4cb3-84ec-6a7572b52300 None None] Sync routers for ids ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'] in dv-cinder-775706-2-smb {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:06:43.841952 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6090c701-3791-4cb3-84ec-6a7572b52300 None None] Routers {'c90f27d2-2d89-4861-a144-4d6ddea1d49d'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:06:43.842755 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-6090c701-3791-4cb3-84ec-6a7572b52300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:06:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:06:43.888552 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-97249487-92dd-429e-8015-8198bd502439 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "PUT /v2.0/floatingips/a600d827-09cd-48f6-8a9b-bf7e1fac1b29 HTTP/1.1" status: 200 len: 996 time: 1.9091854 Feb 19 03:06:43.889504 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91646a34-50c2-4526-8b32-00021f791c07', 'tag': '1e3036da-97f8-4e31-9f40-d0f59042c937'}] {{(pid=84083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:06:43.962471 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91646a34-50c2-4526-8b32-00021f791c07', 'tag': '1e3036da-97f8-4e31-9f40-d0f59042c937', 'status': 'completed', 'code': 200} Feb 19 03:06:44.013135 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-5455676a-c477-455f-b9cf-09af5f9e7ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:44.014898 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-5455676a-c477-455f-b9cf-09af5f9e7ce7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4c037def6c4249b5b1479f629cc5d0c6&device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 1162 time: 0.1020947 Feb 19 03:06:44.064704 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-6090c701-3791-4cb3-84ec-6a7572b52300 None None] Set router c90f27d2-2d89-4861-a144-4d6ddea1d49d gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:06:44.098880 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b74cc7-3b82-423a-bc27-9e3936b1392d req-586cad1e-eb15-45c0-9050-c8eb94d5c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:44.100509 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8b74cc7-3b82-423a-bc27-9e3936b1392d req-586cad1e-eb15-45c0-9050-c8eb94d5c2b6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4c037def6c4249b5b1479f629cc5d0c6&device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 1162 time: 0.0914612 Feb 19 03:06:44.235014 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-8d909732-ff95-443f-b4c5-867312bdaaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:44.237518 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-8d909732-ff95-443f-b4c5-867312bdaaad service neutron] 10.222.0.75 "GET /v2.0/networks?id=0b09f7c3-966d-46d8-9909-a6d41be53144 HTTP/1.1" status: 200 len: 903 time: 0.2140031 Feb 19 03:06:44.270852 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b74cc7-3b82-423a-bc27-9e3936b1392d req-3519728e-0b1d-432e-aa65-a6dedba78c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:44.272825 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8b74cc7-3b82-423a-bc27-9e3936b1392d req-3519728e-0b1d-432e-aa65-a6dedba78c3f service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b09f7c3-966d-46d8-9909-a6d41be53144 HTTP/1.1" status: 200 len: 903 time: 0.1648743 Feb 19 03:06:44.353204 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-310e88e8-901a-4f9c-ae4e-3e8992831353 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e3036da-97f8-4e31-9f40-d0f59042c937 HTTP/1.1" status: 200 len: 999 time: 0.1075139 Feb 19 03:06:44.395717 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8b74cc7-3b82-423a-bc27-9e3936b1392d req-01ae385b-314a-4f0d-ba39-cc13cc28a19b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e3036da-97f8-4e31-9f40-d0f59042c937 HTTP/1.1" status: 200 len: 999 time: 0.1123281 Feb 19 03:06:44.441227 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-1fcda62f-8821-4aa0-866c-58c2dc5bb3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:44.442921 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-1fcda62f-8821-4aa0-866c-58c2dc5bb3b8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9b67e53d-9224-4b89-ae66-a31d37256aa3 HTTP/1.1" status: 200 len: 848 time: 0.0825088 Feb 19 03:06:44.479018 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b74cc7-3b82-423a-bc27-9e3936b1392d req-c38ca300-cc37-4ccc-a7a9-2558e1c90667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:44.481504 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8b74cc7-3b82-423a-bc27-9e3936b1392d req-c38ca300-cc37-4ccc-a7a9-2558e1c90667 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9b67e53d-9224-4b89-ae66-a31d37256aa3 HTTP/1.1" status: 200 len: 848 time: 0.0781975 Feb 19 03:06:44.535199 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-737bfd56-1f89-41ac-afad-3a46b2cb97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:44.536887 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-737bfd56-1f89-41ac-afad-3a46b2cb97fe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0b09f7c3-966d-46d8-9909-a6d41be53144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0869796 Feb 19 03:06:44.601914 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b74cc7-3b82-423a-bc27-9e3936b1392d req-c4bb3f99-aaa2-47e6-b209-3a135480c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:06:44.604241 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8b74cc7-3b82-423a-bc27-9e3936b1392d req-c4bb3f99-aaa2-47e6-b209-3a135480c888 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b09f7c3-966d-46d8-9909-a6d41be53144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1109428 Feb 19 03:06:44.656959 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-6090c701-3791-4cb3-84ec-6a7572b52300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'name': 'tempest-TestShelveInstance-1185770962-router', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '53f814ca-f30d-4a20-8262-006307991adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:49Z', 'updated_at': '2021-02-19T03:05:55Z', 'revision_number': 4, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'gw_port': {'id': '53f814ca-f30d-4a20-8262-006307991adc', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:50Z', 'updated_at': '2021-02-19T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_floatingips': [{'id': 'a600d827-09cd-48f6-8a9b-bf7e1fac1b29', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'floating_ip_address': '172.28.3.234', 'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'router_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'port_id': '1e3036da-97f8-4e31-9f40-d0f59042c937', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144', 'mac_address': 'fa:16:3e:36:b0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91646a34-50c2-4526-8b32-00021f791c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:06:40Z', 'updated_at': '2021-02-19T03:06:42Z', 'revision_number': 1, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5295c1a4-a83e-4faa-ac4f-59db9da77a08', 'name': '', 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'mac_address': 'fa:16:3e:ff:92:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9b67e53d-9224-4b89-ae66-a31d37256aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:54Z', 'updated_at': '2021-02-19T03:06:06Z', 'revision_number': 5, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'subnets': [{'id': '9b67e53d-9224-4b89-ae66-a31d37256aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:06:44.661258 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6090c701-3791-4cb3-84ec-6a7572b52300 None None] Checking router: c90f27d2-2d89-4861-a144-4d6ddea1d49d for host: dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:06:44.676705 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6090c701-3791-4cb3-84ec-6a7572b52300 None None] Routers {'c90f27d2-2d89-4861-a144-4d6ddea1d49d'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:06:44.677654 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-6090c701-3791-4cb3-84ec-6a7572b52300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:06:43Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:06:44.713385 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-e78a8d57-185c-49a1-bd5d-7a96838d16a9 service neutron] 10.222.0.75 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556323 Feb 19 03:06:44.774588 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8b74cc7-3b82-423a-bc27-9e3936b1392d req-2d0d1c26-f9fd-4940-bec7-639695ecafd0 service neutron] 10.222.0.87 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620274 Feb 19 03:06:44.878893 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-70066420-4caa-4c54-9efe-d37c4df4d71d req-658521d1-8c3d-4542-b570-1fdfd0fba878 service neutron] 10.222.0.75 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1560750 Feb 19 03:06:44.898811 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-6090c701-3791-4cb3-84ec-6a7572b52300 None None] Set router c90f27d2-2d89-4861-a144-4d6ddea1d49d gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:06:44.947946 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c8b74cc7-3b82-423a-bc27-9e3936b1392d req-1c7c9619-f93b-4c05-8fe7-9e451d97afc5 service neutron] 10.222.0.87 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1654866 Feb 19 03:06:45.001486 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:45.224075 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:06:45.302016 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-6090c701-3791-4cb3-84ec-6a7572b52300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'name': 'tempest-TestShelveInstance-1185770962-router', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '53f814ca-f30d-4a20-8262-006307991adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:49Z', 'updated_at': '2021-02-19T03:05:55Z', 'revision_number': 4, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'gw_port': {'id': '53f814ca-f30d-4a20-8262-006307991adc', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:50Z', 'updated_at': '2021-02-19T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_floatingips': [{'id': 'a600d827-09cd-48f6-8a9b-bf7e1fac1b29', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'floating_ip_address': '172.28.3.234', 'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'router_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'port_id': '1e3036da-97f8-4e31-9f40-d0f59042c937', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144', 'mac_address': 'fa:16:3e:36:b0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91646a34-50c2-4526-8b32-00021f791c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:06:40Z', 'updated_at': '2021-02-19T03:06:42Z', 'revision_number': 1, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5295c1a4-a83e-4faa-ac4f-59db9da77a08', 'name': '', 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'mac_address': 'fa:16:3e:ff:92:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9b67e53d-9224-4b89-ae66-a31d37256aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:54Z', 'updated_at': '2021-02-19T03:06:06Z', 'revision_number': 5, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'subnets': [{'id': '9b67e53d-9224-4b89-ae66-a31d37256aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:06:45.306687 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6090c701-3791-4cb3-84ec-6a7572b52300 None None] The sync data for ids ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'] in dv-cinder-775706-2-smb is: [{'id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'name': 'tempest-TestShelveInstance-1185770962-router', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '53f814ca-f30d-4a20-8262-006307991adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:49Z', 'updated_at': '2021-02-19T03:05:55Z', 'revision_number': 4, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'gw_port': {'id': '53f814ca-f30d-4a20-8262-006307991adc', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:50Z', 'updated_at': '2021-02-19T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_floatingips': [{'id': 'a600d827-09cd-48f6-8a9b-bf7e1fac1b29', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'floating_ip_address': '172.28.3.234', 'floating_network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'router_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'port_id': '1e3036da-97f8-4e31-9f40-d0f59042c937', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144', 'mac_address': 'fa:16:3e:36:b0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91646a34-50c2-4526-8b32-00021f791c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:06:40Z', 'updated_at': '2021-02-19T03:06:42Z', 'revision_number': 1, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5295c1a4-a83e-4faa-ac4f-59db9da77a08', 'name': '', 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'mac_address': 'fa:16:3e:ff:92:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9b67e53d-9224-4b89-ae66-a31d37256aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:54Z', 'updated_at': '2021-02-19T03:06:06Z', 'revision_number': 5, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'subnets': [{'id': '9b67e53d-9224-4b89-ae66-a31d37256aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:06:45.601530 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee882350-1cc0-42aa-a980-025eb59e48ee None None] New status for floating IP a600d827-09cd-48f6-8a9b-bf7e1fac1b29: ACTIVE {{(pid=84086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 03:06:55.207736 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:07:06.655130 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:07:10.544312 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-789ff885-5e08-4adc-b773-086d443cf99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:07:12.976599 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-088997fa-0f62-458e-bf0f-4373554564e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:07:13.408475 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:07:15.005386 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:07:15.220779 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:07:25.215769 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:07:26.419041 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ab16f468-bb2b-46f8-8a90-8537225fa3db req-3c679eff-edf8-4466-95d5-66b66eee7c01 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0801919 Feb 19 03:07:26.612511 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16f468-bb2b-46f8-8a90-8537225fa3db req-34b63072-ce83-42ec-945e-b38d9472b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:07:26.614192 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ab16f468-bb2b-46f8-8a90-8537225fa3db req-34b63072-ce83-42ec-945e-b38d9472b945 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4c037def6c4249b5b1479f629cc5d0c6&device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 1162 time: 0.0863705 Feb 19 03:07:26.787783 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16f468-bb2b-46f8-8a90-8537225fa3db req-97d3c72a-5936-42cd-a4ea-fa2fb485cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:07:26.789388 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ab16f468-bb2b-46f8-8a90-8537225fa3db req-97d3c72a-5936-42cd-a4ea-fa2fb485cc11 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b09f7c3-966d-46d8-9909-a6d41be53144 HTTP/1.1" status: 200 len: 903 time: 0.1484478 Feb 19 03:07:26.909664 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ab16f468-bb2b-46f8-8a90-8537225fa3db req-ad7a31b7-d7da-457e-9133-282e50d3955b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e3036da-97f8-4e31-9f40-d0f59042c937 HTTP/1.1" status: 200 len: 1001 time: 0.1094515 Feb 19 03:07:26.992426 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16f468-bb2b-46f8-8a90-8537225fa3db req-6043b8a5-20a0-45e6-983b-f506853cc165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:07:26.994428 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ab16f468-bb2b-46f8-8a90-8537225fa3db req-6043b8a5-20a0-45e6-983b-f506853cc165 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9b67e53d-9224-4b89-ae66-a31d37256aa3 HTTP/1.1" status: 200 len: 848 time: 0.0734801 Feb 19 03:07:27.090470 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16f468-bb2b-46f8-8a90-8537225fa3db req-8a9eff6e-fee7-4c1c-b11f-189165f1f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:07:27.092040 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ab16f468-bb2b-46f8-8a90-8537225fa3db req-8a9eff6e-fee7-4c1c-b11f-189165f1f47c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b09f7c3-966d-46d8-9909-a6d41be53144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0876400 Feb 19 03:07:27.254248 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ab16f468-bb2b-46f8-8a90-8537225fa3db req-f557202d-3f86-4868-a2cd-30ac7aa175bb service neutron] 10.222.0.87 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516299 Feb 19 03:07:27.407181 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-ab16f468-bb2b-46f8-8a90-8537225fa3db req-d3af303b-b79e-4221-a68e-02c53c0755c7 service neutron] 10.222.0.87 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1412177 Feb 19 03:07:40.540300 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fd602c6f-7c67-451b-8884-1d06d1965ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:07:42.970991 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2fcc9f2c-9f2e-4153-961d-5269d7f4db72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:07:43.411932 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:07:43.656231 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:07:45.007426 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:07:45.239471 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:07:55.225068 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:08:10.535318 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-05ea1304-4a7f-4388-b740-966e40d244c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:08:12.975209 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c5994fbc-9488-4957-85a0-14975a618005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:08:13.414320 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:08:15.011802 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:08:15.226761 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:08:20.656725 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:08:25.232226 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:08:28.446030 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfe58f7f-84cf-4c1a-9932-b3db1974692e req-97ee9b36-5d58-4b45-b27f-04ca614b3821 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1002953 Feb 19 03:08:28.632930 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe58f7f-84cf-4c1a-9932-b3db1974692e req-ea3aee44-fa07-473d-a716-08cd35f630c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:28.634579 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfe58f7f-84cf-4c1a-9932-b3db1974692e req-ea3aee44-fa07-473d-a716-08cd35f630c7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4c037def6c4249b5b1479f629cc5d0c6&device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 1162 time: 0.0877151 Feb 19 03:08:29.046731 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe58f7f-84cf-4c1a-9932-b3db1974692e req-3317669a-9525-4274-9cda-af6a207a2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:29.048321 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfe58f7f-84cf-4c1a-9932-b3db1974692e req-3317669a-9525-4274-9cda-af6a207a2a90 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b09f7c3-966d-46d8-9909-a6d41be53144 HTTP/1.1" status: 200 len: 903 time: 0.3891618 Feb 19 03:08:29.164047 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfe58f7f-84cf-4c1a-9932-b3db1974692e req-4578bb06-bf77-49d5-8aab-4d69a669afbc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e3036da-97f8-4e31-9f40-d0f59042c937 HTTP/1.1" status: 200 len: 1001 time: 0.1075561 Feb 19 03:08:29.241311 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe58f7f-84cf-4c1a-9932-b3db1974692e req-23ebb666-290a-49ea-87ac-e006e9078911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:29.242904 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfe58f7f-84cf-4c1a-9932-b3db1974692e req-23ebb666-290a-49ea-87ac-e006e9078911 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9b67e53d-9224-4b89-ae66-a31d37256aa3 HTTP/1.1" status: 200 len: 848 time: 0.0707126 Feb 19 03:08:29.337880 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe58f7f-84cf-4c1a-9932-b3db1974692e req-4d63896b-c5dd-4e04-ae4e-753b5d74a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:29.339528 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfe58f7f-84cf-4c1a-9932-b3db1974692e req-4d63896b-c5dd-4e04-ae4e-753b5d74a188 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b09f7c3-966d-46d8-9909-a6d41be53144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0884209 Feb 19 03:08:29.490296 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfe58f7f-84cf-4c1a-9932-b3db1974692e req-13ee9a6f-bf06-4816-aa44-e6b426414737 service neutron] 10.222.0.87 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420479 Feb 19 03:08:29.641771 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bfe58f7f-84cf-4c1a-9932-b3db1974692e req-b53fa785-abc6-4f09-8643-03f8f2a17d14 service neutron] 10.222.0.87 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1424816 Feb 19 03:08:39.272657 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0499a2-9271-47e9-b7d9-9544f85f93f7 req-50fd130f-fe71-4e5e-b6a7-64973d410e6d tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:39.274357 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fd0499a2-9271-47e9-b7d9-9544f85f93f7 req-50fd130f-fe71-4e5e-b6a7-64973d410e6d tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.0968540 Feb 19 03:08:39.325633 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-fd0499a2-9271-47e9-b7d9-9544f85f93f7 req-fa28abf7-47ef-4b55-aeda-c938109a701a tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0439825 Feb 19 03:08:40.539964 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-747dc9d7-6f4d-4c9c-af3a-85dcf1f97626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:08:40.553569 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1371f5c-db8f-46fb-9cbb-133733cee221 req-09257703-534c-47ac-98b8-7fac368c93c0 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:40.555194 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d1371f5c-db8f-46fb-9cbb-133733cee221 req-09257703-534c-47ac-98b8-7fac368c93c0 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.0971577 Feb 19 03:08:40.611177 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d1371f5c-db8f-46fb-9cbb-133733cee221 req-0b8c580f-56ed-44a4-bba1-189470946c83 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0459552 Feb 19 03:08:41.836955 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c145e9-3cdd-4a7e-9caa-6e8dd67981fa req-50dae4f0-71c7-450e-87e7-c37d43258c2a tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:41.838671 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c4c145e9-3cdd-4a7e-9caa-6e8dd67981fa req-50dae4f0-71c7-450e-87e7-c37d43258c2a tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.1041832 Feb 19 03:08:41.890531 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c4c145e9-3cdd-4a7e-9caa-6e8dd67981fa req-76212ca5-04ff-40c7-a7d7-63470fb97883 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0452447 Feb 19 03:08:42.978505 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-20e40e15-3118-4f29-b3eb-ddb6c8cc7841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:08:43.109296 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe20f89-f67e-4e45-b80c-ecf8f187d285 req-87bb5b22-6c8e-496b-b156-58a63c3234aa tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:43.110953 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-efe20f89-f67e-4e45-b80c-ecf8f187d285 req-87bb5b22-6c8e-496b-b156-58a63c3234aa tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.0945857 Feb 19 03:08:43.161807 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-efe20f89-f67e-4e45-b80c-ecf8f187d285 req-fbaafd81-8d2e-414b-8dac-1d2286a323b8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0442281 Feb 19 03:08:43.418410 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:08:44.380434 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9f16-cb85-4691-8305-18a2cf995b22 req-9e3a5ba4-321a-41ae-a50a-449c96f9de59 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:44.382040 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-810f9f16-cb85-4691-8305-18a2cf995b22 req-9e3a5ba4-321a-41ae-a50a-449c96f9de59 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.1024356 Feb 19 03:08:44.437226 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-810f9f16-cb85-4691-8305-18a2cf995b22 req-0c4fd9b4-b268-4d31-b307-b8ed4b754744 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0479412 Feb 19 03:08:45.015152 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:08:45.222709 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:08:45.650163 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878849e-df8a-49a0-b239-74420e380949 req-b7ff538b-d0b7-40b6-8433-0aca754cb939 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:45.651821 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0878849e-df8a-49a0-b239-74420e380949 req-b7ff538b-d0b7-40b6-8433-0aca754cb939 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.0934801 Feb 19 03:08:45.709555 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-0878849e-df8a-49a0-b239-74420e380949 req-31e95b96-973c-47c3-b966-fca5afcb4394 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0511253 Feb 19 03:08:46.926751 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fde50-fe99-43cd-bc6b-c4db841afbff req-85c3b2b2-2106-4230-9dad-5e882325864a tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:46.928383 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-584fde50-fe99-43cd-bc6b-c4db841afbff req-85c3b2b2-2106-4230-9dad-5e882325864a tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.0955091 Feb 19 03:08:46.980543 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-584fde50-fe99-43cd-bc6b-c4db841afbff req-bfa26f4a-cd35-45a4-aa11-c8a5300c4a45 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0434542 Feb 19 03:08:48.194516 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a483d5-001b-4d92-ac93-1a5a59b6fdab req-540e6a0a-04cb-4179-85f8-8682bceff1e9 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:48.196064 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-81a483d5-001b-4d92-ac93-1a5a59b6fdab req-540e6a0a-04cb-4179-85f8-8682bceff1e9 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.0933497 Feb 19 03:08:48.257691 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-81a483d5-001b-4d92-ac93-1a5a59b6fdab req-8d87a980-bb7d-4179-873e-02c9080dd1f2 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0548527 Feb 19 03:08:49.466559 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bf3ed-192c-4a4b-a749-0f1fe80d352c req-1ed201d8-a3c6-4972-9542-3b7824aa4c88 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:49.468457 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d65bf3ed-192c-4a4b-a749-0f1fe80d352c req-1ed201d8-a3c6-4972-9542-3b7824aa4c88 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.0929248 Feb 19 03:08:49.509359 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb24a8c-091c-4f39-84a0-5acca20053e9 req-f6b260c3-5ee4-4269-a9c3-530fd5e3b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:49.511043 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbb24a8c-091c-4f39-84a0-5acca20053e9 req-f6b260c3-5ee4-4269-a9c3-530fd5e3b7c6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4c037def6c4249b5b1479f629cc5d0c6&device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 1162 time: 0.0873761 Feb 19 03:08:49.521719 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-d65bf3ed-192c-4a4b-a749-0f1fe80d352c req-4d22b85f-4390-473a-88d7-86bfc0165f27 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0466573 Feb 19 03:08:49.663258 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb24a8c-091c-4f39-84a0-5acca20053e9 req-2e088a1d-19d7-4d76-8bfe-29687e3b1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:49.664770 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbb24a8c-091c-4f39-84a0-5acca20053e9 req-2e088a1d-19d7-4d76-8bfe-29687e3b1109 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b09f7c3-966d-46d8-9909-a6d41be53144 HTTP/1.1" status: 200 len: 903 time: 0.1464679 Feb 19 03:08:49.785678 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbb24a8c-091c-4f39-84a0-5acca20053e9 req-c1636f87-1297-41ba-a48a-4e841424e590 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e3036da-97f8-4e31-9f40-d0f59042c937 HTTP/1.1" status: 200 len: 1001 time: 0.1112039 Feb 19 03:08:49.863121 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb24a8c-091c-4f39-84a0-5acca20053e9 req-55bb904b-ccf0-44cf-a97f-76b8624d2f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:49.864817 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbb24a8c-091c-4f39-84a0-5acca20053e9 req-55bb904b-ccf0-44cf-a97f-76b8624d2f98 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9b67e53d-9224-4b89-ae66-a31d37256aa3 HTTP/1.1" status: 200 len: 848 time: 0.0689685 Feb 19 03:08:49.959233 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb24a8c-091c-4f39-84a0-5acca20053e9 req-5b955a1e-52e6-4bbd-832d-14f636b417b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:49.960779 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbb24a8c-091c-4f39-84a0-5acca20053e9 req-5b955a1e-52e6-4bbd-832d-14f636b417b3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b09f7c3-966d-46d8-9909-a6d41be53144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853155 Feb 19 03:08:50.118863 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbb24a8c-091c-4f39-84a0-5acca20053e9 req-2c91bb5f-b656-4af2-b6fd-20f9c20be320 service neutron] 10.222.0.87 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464152 Feb 19 03:08:50.279103 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-bbb24a8c-091c-4f39-84a0-5acca20053e9 req-457f2459-4eef-471c-a556-30e0a6635a6c service neutron] 10.222.0.87 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1498394 Feb 19 03:08:50.738915 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d7051-6f5e-478d-a3d0-e6e484b42c1b req-06f4ad32-5851-49af-98ca-1ce163cf871c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:50.740528 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-091d7051-6f5e-478d-a3d0-e6e484b42c1b req-06f4ad32-5851-49af-98ca-1ce163cf871c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.0955815 Feb 19 03:08:50.793012 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-091d7051-6f5e-478d-a3d0-e6e484b42c1b req-8b28fa3b-a923-4584-8fd3-60c40f509934 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0445910 Feb 19 03:08:52.007437 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48bcaf-8b56-491c-8ab1-585cc0e48172 req-34571438-b3e3-42a8-9b9a-d880acbeed7e tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:52.009652 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3d48bcaf-8b56-491c-8ab1-585cc0e48172 req-34571438-b3e3-42a8-9b9a-d880acbeed7e tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.0989506 Feb 19 03:08:52.068272 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-3d48bcaf-8b56-491c-8ab1-585cc0e48172 req-0f9bffc0-c2cf-4fdd-8c43-0dafb636fcc8 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0496347 Feb 19 03:08:53.284189 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81880aa0-69e9-4cda-b446-3d6e3f418816 req-0dd47f57-c589-4c49-83b9-634cf81d087e tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:53.285844 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-81880aa0-69e9-4cda-b446-3d6e3f418816 req-0dd47f57-c589-4c49-83b9-634cf81d087e tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.0985024 Feb 19 03:08:53.335040 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-81880aa0-69e9-4cda-b446-3d6e3f418816 req-81abf196-8a92-4768-84f5-8d5472275c7f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0427053 Feb 19 03:08:53.425781 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 1e3036da-97f8-4e31-9f40-d0f59042c937 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:08:53.554531 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:08:53.588484 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91646a34-50c2-4526-8b32-00021f791c07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e3036da-97f8-4e31-9f40-d0f59042c937'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:08:53.600339 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 1e3036da-97f8-4e31-9f40-d0f59042c937, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=1e3036da-97f8-4e31-9f40-d0f59042c937,segment=NetworkSegment(d7b75c24-d80e-4391-aa01-38d53b449dee),segment_id=d7b75c24-d80e-4391-aa01-38d53b449dee)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:08:53.603665 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:08:53.607142 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:08:53.666731 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91646a34-50c2-4526-8b32-00021f791c07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e3036da-97f8-4e31-9f40-d0f59042c937', 'code': 200} Feb 19 03:08:53.710089 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=1e3036da-97f8-4e31-9f40-d0f59042c937,revision_number=5']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:08:53.726437 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.727337 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.727984 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.728620 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.729269 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.729948 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.730690 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.731269 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.731905 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.732532 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.733171 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.733885 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.734653 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.735289 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.735918 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.736545 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.737368 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.738049 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.738704 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.739357 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.739848 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.740455 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.741865 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.741865 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:08:53.758787 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:08:53.802647 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4ea6bac0-8c55-4eae-bd1a-0a4a95c5b231 req-ac318a4c-d0dc-4311-8511-3ed2b94bac13 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2202816 Feb 19 03:08:53.810468 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f74e6-6d92-479c-bde5-5091465e4bd4 req-7ac0499b-994c-4e8d-9025-16a8c59e2797 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:53.812176 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-012f74e6-6d92-479c-bde5-5091465e4bd4 req-7ac0499b-994c-4e8d-9025-16a8c59e2797 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 943 time: 0.1204896 Feb 19 03:08:53.871955 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-012f74e6-6d92-479c-bde5-5091465e4bd4 req-282ea7e2-5bd3-4f66-a378-69c83a505592 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0510099 Feb 19 03:08:55.089530 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b4dfb-ad82-441b-9008-f062dfb63289 req-c8389538-3c9e-4e48-8727-471aeb928972 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:55.091505 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-678b4dfb-ad82-441b-9008-f062dfb63289 req-c8389538-3c9e-4e48-8727-471aeb928972 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 943 time: 0.0966089 Feb 19 03:08:55.141779 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-678b4dfb-ad82-441b-9008-f062dfb63289 req-42aae609-2a7f-4131-9d0d-a38bfb26cc32 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0437479 Feb 19 03:08:55.229871 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:08:56.359476 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf441f-ca19-4c7a-b09c-80e8be3978f2 req-27f46b1f-a375-410d-a80f-504de3f6cbb0 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:56.361125 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e1cf441f-ca19-4c7a-b09c-80e8be3978f2 req-27f46b1f-a375-410d-a80f-504de3f6cbb0 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 943 time: 0.0959668 Feb 19 03:08:56.416287 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e1cf441f-ca19-4c7a-b09c-80e8be3978f2 req-4e699923-4b48-41b8-8ccc-a421c0cc0732 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0456450 Feb 19 03:08:57.622228 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8f143-c973-45ff-932e-490aeba1aca4 req-80e3c53a-2282-4666-b4c1-0ca9dfcafdce tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:57.624173 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2db8f143-c973-45ff-932e-490aeba1aca4 req-80e3c53a-2282-4666-b4c1-0ca9dfcafdce tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 943 time: 0.0915918 Feb 19 03:08:57.660398 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:08:57.683095 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2db8f143-c973-45ff-932e-490aeba1aca4 req-9c7b6205-1d78-4ef0-bb47-591e66afc05d tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0497684 Feb 19 03:08:58.910489 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d215bec-0b4a-4ea2-9dd4-70f880f6a2d0 req-4889e1be-7673-4064-bed6-2d68476818a7 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:58.912149 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2d215bec-0b4a-4ea2-9dd4-70f880f6a2d0 req-4889e1be-7673-4064-bed6-2d68476818a7 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 943 time: 0.1012466 Feb 19 03:08:58.962647 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-2d215bec-0b4a-4ea2-9dd4-70f880f6a2d0 req-68775fec-26ab-4112-86db-139317781568 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0439677 Feb 19 03:08:59.254257 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6bac0-8c55-4eae-bd1a-0a4a95c5b231 req-a8ec8ac8-17cb-4dbc-87fc-9247779b8bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:59.255767 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4ea6bac0-8c55-4eae-bd1a-0a4a95c5b231 req-a8ec8ac8-17cb-4dbc-87fc-9247779b8bbf service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07&tenant_id=4c037def6c4249b5b1479f629cc5d0c6 HTTP/1.1" status: 200 len: 1160 time: 0.0892677 Feb 19 03:08:59.379463 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6bac0-8c55-4eae-bd1a-0a4a95c5b231 req-8964d584-307e-49e4-943a-44a56c7dab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:59.381091 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4ea6bac0-8c55-4eae-bd1a-0a4a95c5b231 req-8964d584-307e-49e4-943a-44a56c7dab99 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4c037def6c4249b5b1479f629cc5d0c6&device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 1160 time: 0.0853729 Feb 19 03:08:59.548194 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6bac0-8c55-4eae-bd1a-0a4a95c5b231 req-4e975d17-17ef-4356-972a-f1dba3da8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:59.549864 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4ea6bac0-8c55-4eae-bd1a-0a4a95c5b231 req-4e975d17-17ef-4356-972a-f1dba3da8cc5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b09f7c3-966d-46d8-9909-a6d41be53144 HTTP/1.1" status: 200 len: 903 time: 0.1588407 Feb 19 03:08:59.681075 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4ea6bac0-8c55-4eae-bd1a-0a4a95c5b231 req-176ab963-ddef-4f68-a29e-6f96171d0ee9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e3036da-97f8-4e31-9f40-d0f59042c937 HTTP/1.1" status: 200 len: 999 time: 0.1147346 Feb 19 03:08:59.754458 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6bac0-8c55-4eae-bd1a-0a4a95c5b231 req-ce647de9-7ad7-476d-8e1a-5174bc76625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:59.756094 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4ea6bac0-8c55-4eae-bd1a-0a4a95c5b231 req-ce647de9-7ad7-476d-8e1a-5174bc76625e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9b67e53d-9224-4b89-ae66-a31d37256aa3 HTTP/1.1" status: 200 len: 848 time: 0.0649908 Feb 19 03:08:59.858976 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6bac0-8c55-4eae-bd1a-0a4a95c5b231 req-9f07aa9b-3451-4cd8-b508-75dd460068f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:08:59.860571 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4ea6bac0-8c55-4eae-bd1a-0a4a95c5b231 req-9f07aa9b-3451-4cd8-b508-75dd460068f0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b09f7c3-966d-46d8-9909-a6d41be53144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0940535 Feb 19 03:09:00.015109 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4ea6bac0-8c55-4eae-bd1a-0a4a95c5b231 req-39ee7a15-acf7-4d25-b2ad-0da2a579dc65 service neutron] 10.222.0.87 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451931 Feb 19 03:09:00.174063 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-4ea6bac0-8c55-4eae-bd1a-0a4a95c5b231 req-d140a81d-f1fd-4616-a03e-3b73b8e43dd1 service neutron] 10.222.0.87 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1483078 Feb 19 03:09:00.176706 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28614a4-5459-4b6d-a9f8-4e801e966db8 req-cce4130b-4322-4c0d-98df-1f6ba76fcef1 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:09:00.178367 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c28614a4-5459-4b6d-a9f8-4e801e966db8 req-cce4130b-4322-4c0d-98df-1f6ba76fcef1 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 943 time: 0.0972574 Feb 19 03:09:00.231160 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c28614a4-5459-4b6d-a9f8-4e801e966db8 req-dfa81617-d2e2-4325-a0f7-06bca1048e53 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0436096 Feb 19 03:09:01.451431 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa488fb4-749a-4911-bacc-e530209a63b9 req-73108708-23fd-4a42-bdba-2632036c7053 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:09:01.453043 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-aa488fb4-749a-4911-bacc-e530209a63b9 req-73108708-23fd-4a42-bdba-2632036c7053 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 943 time: 0.0924470 Feb 19 03:09:01.505524 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-aa488fb4-749a-4911-bacc-e530209a63b9 req-64b8614b-898b-489e-9c9a-ae5edf373801 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0429506 Feb 19 03:09:02.720116 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783318b-1a3f-4ce5-b03c-03449e974b62 req-0beb3d6b-e0b9-4587-86e8-862484b82490 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:09:02.721769 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c783318b-1a3f-4ce5-b03c-03449e974b62 req-0beb3d6b-e0b9-4587-86e8-862484b82490 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 943 time: 0.0968175 Feb 19 03:09:02.772895 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c783318b-1a3f-4ce5-b03c-03449e974b62 req-e6d27473-d8a6-472a-9e1f-b353a4c4c067 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0445530 Feb 19 03:09:03.988618 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1f62a-1286-4d70-8ca7-e101899d35f8 req-8ed9a9e7-651f-425f-95f6-a0eec12f8997 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:09:03.990269 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7fb1f62a-1286-4d70-8ca7-e101899d35f8 req-8ed9a9e7-651f-425f-95f6-a0eec12f8997 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 943 time: 0.0944951 Feb 19 03:09:04.026525 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 1e3036da-97f8-4e31-9f40-d0f59042c937 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:09:04.045694 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-7fb1f62a-1286-4d70-8ca7-e101899d35f8 req-2a4adf90-d4cf-46f5-8fd3-6e7c78d0db4c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0462751 Feb 19 03:09:04.102610 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 1e3036da-97f8-4e31-9f40-d0f59042c937 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:09:04.103032 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:09:04.240101 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:09:04.272504 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91646a34-50c2-4526-8b32-00021f791c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3036da-97f8-4e31-9f40-d0f59042c937'}] {{(pid=84086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:09:04.283511 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] For port 1e3036da-97f8-4e31-9f40-d0f59042c937, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=1e3036da-97f8-4e31-9f40-d0f59042c937,segment=NetworkSegment(d7b75c24-d80e-4391-aa01-38d53b449dee),segment_id=d7b75c24-d80e-4391-aa01-38d53b449dee)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:09:04.286835 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286358660912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750495736196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286359039587'] for port, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:09:04.288773 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-516afed4-92d9-47e3-85fb-729e5934eb55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:09:04.326209 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91646a34-50c2-4526-8b32-00021f791c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3036da-97f8-4e31-9f40-d0f59042c937', 'code': 200} Feb 19 03:09:04.360394 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Pushing event updated for resources: {'Port': ['ID=1e3036da-97f8-4e31-9f40-d0f59042c937,revision_number=6']} {{(pid=84086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:09:04.363890 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:09:04.851093 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816001ba-8147-4406-941e-4dab88953ef7 req-a9ae8c14-99e4-4333-b1da-492b7a42713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:09:04.852731 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-816001ba-8147-4406-941e-4dab88953ef7 req-a9ae8c14-99e4-4333-b1da-492b7a42713a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 1162 time: 0.0824444 Feb 19 03:09:04.905135 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-816001ba-8147-4406-941e-4dab88953ef7 req-b01429cf-f2e6-4696-bead-a037cbe8f177 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0414040 Feb 19 03:09:05.252682 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb21f8-43a1-49e9-a7fa-78223cd9e34d req-91f041b1-be87-44ef-8fe8-e30c618b68c9 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:09:05.254227 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-dfeb21f8-43a1-49e9-a7fa-78223cd9e34d req-91f041b1-be87-44ef-8fe8-e30c618b68c9 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.0913124 Feb 19 03:09:05.303232 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-dfeb21f8-43a1-49e9-a7fa-78223cd9e34d req-2b19b604-12a3-4ae3-b5cb-e5f415f99970 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0424640 Feb 19 03:09:05.675747 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 1e3036da-97f8-4e31-9f40-d0f59042c937 up at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 19 03:09:05.756088 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.provisioning_blocks [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Provisioning complete for port 1e3036da-97f8-4e31-9f40-d0f59042c937 triggered by entity L2. {{(pid=84086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 19 03:09:05.756503 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7735472'] for port, provisioning_complete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:09:06.531231 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce0521-b43d-416c-8b23-5d1ef822b721 req-46cb9fc3-513f-4745-8b20-1ae19aee4229 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:09:06.533030 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e2ce0521-b43d-416c-8b23-5d1ef822b721 req-46cb9fc3-513f-4745-8b20-1ae19aee4229 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.1017056 Feb 19 03:09:06.585203 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-e2ce0521-b43d-416c-8b23-5d1ef822b721 req-c6239d67-4af4-4e25-bd04-ead621fd4789 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0431223 Feb 19 03:09:10.548067 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-ccac3901-50f5-4a12-abbb-c716cefd9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:09:12.983303 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-eb79414f-1bf8-453a-9178-223234e3717f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:09:13.420813 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:09:15.022545 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:09:15.230133 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:09:25.231541 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:09:29.176149 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-311c23d0-db46-4c37-aa67-1949be245005 req-6a856c6e-0a91-4efc-845f-5638de7569bb service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0839493 Feb 19 03:09:29.358152 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c23d0-db46-4c37-aa67-1949be245005 req-e3053492-aa1c-45f6-8a9d-dc2db1660e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:09:29.359813 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-311c23d0-db46-4c37-aa67-1949be245005 req-e3053492-aa1c-45f6-8a9d-dc2db1660e82 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4c037def6c4249b5b1479f629cc5d0c6&device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 1162 time: 0.0848968 Feb 19 03:09:29.529210 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c23d0-db46-4c37-aa67-1949be245005 req-1749ec3c-0a45-4fe7-a9b5-d1a49bd165e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:09:29.531094 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-311c23d0-db46-4c37-aa67-1949be245005 req-1749ec3c-0a45-4fe7-a9b5-d1a49bd165e0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b09f7c3-966d-46d8-9909-a6d41be53144 HTTP/1.1" status: 200 len: 903 time: 0.1417212 Feb 19 03:09:29.649949 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-311c23d0-db46-4c37-aa67-1949be245005 req-9aa69cf8-b152-42bd-af12-774d56228111 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e3036da-97f8-4e31-9f40-d0f59042c937 HTTP/1.1" status: 200 len: 1001 time: 0.1108460 Feb 19 03:09:29.722091 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c23d0-db46-4c37-aa67-1949be245005 req-9707e682-26fe-4f68-be03-f4005e2b18d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:09:29.723709 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-311c23d0-db46-4c37-aa67-1949be245005 req-9707e682-26fe-4f68-be03-f4005e2b18d7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9b67e53d-9224-4b89-ae66-a31d37256aa3 HTTP/1.1" status: 200 len: 848 time: 0.0665808 Feb 19 03:09:29.815585 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c23d0-db46-4c37-aa67-1949be245005 req-51247247-ced1-4a47-bbb3-8b75705f974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:09:29.817123 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-311c23d0-db46-4c37-aa67-1949be245005 req-51247247-ced1-4a47-bbb3-8b75705f974c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b09f7c3-966d-46d8-9909-a6d41be53144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849590 Feb 19 03:09:29.963662 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-311c23d0-db46-4c37-aa67-1949be245005 req-ed3668d5-3f69-44ff-9fba-0ef52a79e0d7 service neutron] 10.222.0.87 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389210 Feb 19 03:09:30.119490 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-311c23d0-db46-4c37-aa67-1949be245005 req-e9464602-e7a0-41a4-bc17-b17e02a47b13 service neutron] 10.222.0.87 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1485801 Feb 19 03:09:34.660703 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:09:40.549783 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bd1434c0-6e47-427e-87d3-f19cb2b10434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:09:42.986579 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-02613a79-f808-4ee7-bedd-d91366b8c9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:09:43.425197 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:09:45.021016 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:09:45.225371 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:09:55.261635 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:10.544954 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8de27764-577b-4e1b-8993-915914772d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:11.661249 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:10:12.990876 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-47ae03da-1e2c-4c62-93b0-1b4269d301fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:13.436983 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:15.030048 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:15.231071 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:19.230797 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1599a18c-a328-4485-b849-40180918000a req-d7beca35-b387-4ed8-b561-b7351f5401d5 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/floatingips/a600d827-09cd-48f6-8a9b-bf7e1fac1b29 HTTP/1.1" status: 200 len: 998 time: 0.1226993 Feb 19 03:10:19.399292 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a18c-a328-4485-b849-40180918000a req-a6b4e1e2-59c8-4a47-ba98-b0970fa38483 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:10:19.400775 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1599a18c-a328-4485-b849-40180918000a req-a6b4e1e2-59c8-4a47-ba98-b0970fa38483 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/networks/0e56412c-4854-452b-991d-f8414d441bfe HTTP/1.1" status: 200 len: 784 time: 0.1612303 Feb 19 03:10:19.528288 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1599a18c-a328-4485-b849-40180918000a req-526045f5-5a26-4c79-ae11-13e464075b69 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.28.3.234 HTTP/1.1" status: 200 len: 1001 time: 0.1177986 Feb 19 03:10:19.613204 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a18c-a328-4485-b849-40180918000a req-a6a327e1-b49e-47bb-a008-9531611f3cdf tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:10:19.615314 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1599a18c-a328-4485-b849-40180918000a req-a6a327e1-b49e-47bb-a008-9531611f3cdf tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports/1e3036da-97f8-4e31-9f40-d0f59042c937 HTTP/1.1" status: 200 len: 942 time: 0.0803781 Feb 19 03:10:20.067000 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1599a18c-a328-4485-b849-40180918000a req-602b3b73-b146-431b-82a4-2907bda2296f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.28.3.234 HTTP/1.1" status: 200 len: 1001 time: 0.3669012 Feb 19 03:10:20.294493 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-1599a18c-a328-4485-b849-40180918000a req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Deleting port c477b321-38f4-489e-934b-f0cc64c78adc {{(pid=84083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:10:20.295424 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1599a18c-a328-4485-b849-40180918000a req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:20.487030 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1599a18c-a328-4485-b849-40180918000a req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:20.487363 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1599a18c-a328-4485-b849-40180918000a req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:20.626907 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-1599a18c-a328-4485-b849-40180918000a req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Calling delete_port for c477b321-38f4-489e-934b-f0cc64c78adc owned by network:floatingip {{(pid=84083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:10:20.786331 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1599a18c-a328-4485-b849-40180918000a req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:20.802206 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:10:20.916782 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Pushing event deleted for resources: {'Port': ['ID=c477b321-38f4-489e-934b-f0cc64c78adc,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:10:20.932560 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.932943 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.933369 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.933785 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.934192 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.934564 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.934955 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.935347 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.935734 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.936811 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.936811 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.937043 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.937308 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.937697 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.938114 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.938499 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.938883 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.939268 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.939787 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.940034 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.940419 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.940844 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.941169 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.941644 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:20.947774 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:10:21.075392 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1599a18c-a328-4485-b849-40180918000a req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for floatingip, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:21.075868 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.db.l3_db [req-1599a18c-a328-4485-b849-40180918000a req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Floating IP a600d827-09cd-48f6-8a9b-bf7e1fac1b29 disassociated (deleted). External IP: 172.28.3.234, port: 1e3036da-97f8-4e31-9f40-d0f59042c937. Feb 19 03:10:21.466254 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1599a18c-a328-4485-b849-40180918000a req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Router c90f27d2-2d89-4861-a144-4d6ddea1d49d has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 03:10:21.669713 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1599a18c-a328-4485-b849-40180918000a req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:10:21.684351 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02797d-c1b3-4ad8-976f-a740ae4e6193 None None] Sync routers for ids ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'] in dv-cinder-775706-2-smb {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:10:21.698126 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb02797d-c1b3-4ad8-976f-a740ae4e6193 None None] Routers {'c90f27d2-2d89-4861-a144-4d6ddea1d49d'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:10:21.698807 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-bb02797d-c1b3-4ad8-976f-a740ae4e6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:10:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:10:21.700128 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-1599a18c-a328-4485-b849-40180918000a req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for floatingip, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:21.783108 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1599a18c-a328-4485-b849-40180918000a req-07c8c67f-a3ff-4a2e-944f-6549ecd25c2f tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "DELETE /v2.0/floatingips/a600d827-09cd-48f6-8a9b-bf7e1fac1b29 HTTP/1.1" status: 204 len: 173 time: 1.7096796 Feb 19 03:10:21.783684 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91646a34-50c2-4526-8b32-00021f791c07', 'tag': '1e3036da-97f8-4e31-9f40-d0f59042c937'}] {{(pid=84083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:10:21.915581 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-bb02797d-c1b3-4ad8-976f-a740ae4e6193 None None] Set router c90f27d2-2d89-4861-a144-4d6ddea1d49d gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:10:21.938516 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a18c-a328-4485-b849-40180918000a req-b2b255a7-827d-44ae-8a0a-4610767bd443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:10:21.940202 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1599a18c-a328-4485-b849-40180918000a req-b2b255a7-827d-44ae-8a0a-4610767bd443 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4c037def6c4249b5b1479f629cc5d0c6&device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 1162 time: 0.1424091 Feb 19 03:10:22.025238 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91646a34-50c2-4526-8b32-00021f791c07', 'tag': '1e3036da-97f8-4e31-9f40-d0f59042c937', 'status': 'completed', 'code': 200} Feb 19 03:10:22.132715 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a18c-a328-4485-b849-40180918000a req-e0639f53-b9c2-4d34-9784-ec6b88caaff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:10:22.134825 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1599a18c-a328-4485-b849-40180918000a req-e0639f53-b9c2-4d34-9784-ec6b88caaff2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0b09f7c3-966d-46d8-9909-a6d41be53144 HTTP/1.1" status: 200 len: 903 time: 0.1861234 Feb 19 03:10:22.176643 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292e6e9-71ad-47e8-982b-297a0cc64ae9 req-e3119db7-d0d7-44e9-87e2-371852386fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:10:22.178401 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f292e6e9-71ad-47e8-982b-297a0cc64ae9 req-e3119db7-d0d7-44e9-87e2-371852386fad service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4c037def6c4249b5b1479f629cc5d0c6&device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 1162 time: 0.1113250 Feb 19 03:10:22.228620 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1599a18c-a328-4485-b849-40180918000a req-4f782aef-4ffb-4dc2-bc0e-94d71c058840 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e3036da-97f8-4e31-9f40-d0f59042c937 HTTP/1.1" status: 200 len: 217 time: 0.0852931 Feb 19 03:10:22.306821 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a18c-a328-4485-b849-40180918000a req-d68261df-2759-4e79-9520-27aadcd5bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:10:22.308543 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1599a18c-a328-4485-b849-40180918000a req-d68261df-2759-4e79-9520-27aadcd5bc31 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9b67e53d-9224-4b89-ae66-a31d37256aa3 HTTP/1.1" status: 200 len: 848 time: 0.0724902 Feb 19 03:10:22.339173 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292e6e9-71ad-47e8-982b-297a0cc64ae9 req-ce76c95f-99d1-489a-97d7-488cc9090528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:10:22.340779 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f292e6e9-71ad-47e8-982b-297a0cc64ae9 req-ce76c95f-99d1-489a-97d7-488cc9090528 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b09f7c3-966d-46d8-9909-a6d41be53144 HTTP/1.1" status: 200 len: 903 time: 0.1530542 Feb 19 03:10:22.360454 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-bb02797d-c1b3-4ad8-976f-a740ae4e6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'name': 'tempest-TestShelveInstance-1185770962-router', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '53f814ca-f30d-4a20-8262-006307991adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:49Z', 'updated_at': '2021-02-19T03:05:55Z', 'revision_number': 4, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'gw_port': {'id': '53f814ca-f30d-4a20-8262-006307991adc', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:50Z', 'updated_at': '2021-02-19T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '5295c1a4-a83e-4faa-ac4f-59db9da77a08', 'name': '', 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'mac_address': 'fa:16:3e:ff:92:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9b67e53d-9224-4b89-ae66-a31d37256aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:54Z', 'updated_at': '2021-02-19T03:06:06Z', 'revision_number': 5, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'subnets': [{'id': '9b67e53d-9224-4b89-ae66-a31d37256aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:10:22.364860 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02797d-c1b3-4ad8-976f-a740ae4e6193 None None] Checking router: c90f27d2-2d89-4861-a144-4d6ddea1d49d for host: dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:10:22.376037 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb02797d-c1b3-4ad8-976f-a740ae4e6193 None None] Routers {'c90f27d2-2d89-4861-a144-4d6ddea1d49d'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:10:22.376792 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-bb02797d-c1b3-4ad8-976f-a740ae4e6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:10:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:10:22.404361 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a18c-a328-4485-b849-40180918000a req-eec8d453-c4cc-4d55-a5fe-217f585741fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:10:22.406577 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1599a18c-a328-4485-b849-40180918000a req-eec8d453-c4cc-4d55-a5fe-217f585741fa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0b09f7c3-966d-46d8-9909-a6d41be53144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0866804 Feb 19 03:10:22.579419 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1599a18c-a328-4485-b849-40180918000a req-326c6c16-0329-458b-ac88-70c54d1c85cf service neutron] 10.222.0.75 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646748 Feb 19 03:10:22.585600 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-bb02797d-c1b3-4ad8-976f-a740ae4e6193 None None] Set router c90f27d2-2d89-4861-a144-4d6ddea1d49d gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:10:22.688605 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f292e6e9-71ad-47e8-982b-297a0cc64ae9 req-a8a0a86e-5657-42b8-9bef-f02ef3a4c80b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e3036da-97f8-4e31-9f40-d0f59042c937 HTTP/1.1" status: 200 len: 217 time: 0.3405871 Feb 19 03:10:22.753083 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-1599a18c-a328-4485-b849-40180918000a req-ee4fa84d-ec77-4872-bc5a-982f18fcf241 service neutron] 10.222.0.75 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1646414 Feb 19 03:10:22.770376 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292e6e9-71ad-47e8-982b-297a0cc64ae9 req-3fcd504a-2de8-4ede-9abb-4018b23ca031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:10:22.772222 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f292e6e9-71ad-47e8-982b-297a0cc64ae9 req-3fcd504a-2de8-4ede-9abb-4018b23ca031 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9b67e53d-9224-4b89-ae66-a31d37256aa3 HTTP/1.1" status: 200 len: 848 time: 0.0723054 Feb 19 03:10:22.869509 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292e6e9-71ad-47e8-982b-297a0cc64ae9 req-b0383f87-fc8f-4b88-86c8-b0605dd46ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:10:22.870973 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f292e6e9-71ad-47e8-982b-297a0cc64ae9 req-b0383f87-fc8f-4b88-86c8-b0605dd46ae3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b09f7c3-966d-46d8-9909-a6d41be53144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0889719 Feb 19 03:10:23.035752 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f292e6e9-71ad-47e8-982b-297a0cc64ae9 req-f47d4357-40bf-4333-a13a-5438cf76a2fa service neutron] 10.222.0.87 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540053 Feb 19 03:10:23.195675 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-f292e6e9-71ad-47e8-982b-297a0cc64ae9 req-7bf373f6-0f31-486c-bf19-4a6e738f8efd service neutron] 10.222.0.87 "GET /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1514459 Feb 19 03:10:23.222957 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e19ee2-0229-4729-8317-7ac8466cf667 req-81d2553a-da08-43aa-8b90-0f2a9a09cefe tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:10:23.223751 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-89e19ee2-0229-4729-8317-7ac8466cf667 req-81d2553a-da08-43aa-8b90-0f2a9a09cefe tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Synchronizing usage tracker for tenant:4c037def6c4249b5b1479f629cc5d0c6 on resource:port {{(pid=84083) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:10:23.240579 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-89e19ee2-0229-4729-8317-7ac8466cf667 req-81d2553a-da08-43aa-8b90-0f2a9a09cefe tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Unset dirty status for tenant:4c037def6c4249b5b1479f629cc5d0c6 on resource:port {{(pid=84083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:10:23.241954 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-89e19ee2-0229-4729-8317-7ac8466cf667 req-81d2553a-da08-43aa-8b90-0f2a9a09cefe tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.1136851 Feb 19 03:10:23.298460 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-89e19ee2-0229-4729-8317-7ac8466cf667 req-181c94f3-c1af-4a73-a3fa-aa6181b6a962 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0494113 Feb 19 03:10:23.322898 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-bb02797d-c1b3-4ad8-976f-a740ae4e6193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'name': 'tempest-TestShelveInstance-1185770962-router', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '53f814ca-f30d-4a20-8262-006307991adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:49Z', 'updated_at': '2021-02-19T03:05:55Z', 'revision_number': 4, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'gw_port': {'id': '53f814ca-f30d-4a20-8262-006307991adc', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:50Z', 'updated_at': '2021-02-19T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '5295c1a4-a83e-4faa-ac4f-59db9da77a08', 'name': '', 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'mac_address': 'fa:16:3e:ff:92:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9b67e53d-9224-4b89-ae66-a31d37256aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:54Z', 'updated_at': '2021-02-19T03:06:06Z', 'revision_number': 5, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'subnets': [{'id': '9b67e53d-9224-4b89-ae66-a31d37256aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:10:23.327751 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02797d-c1b3-4ad8-976f-a740ae4e6193 None None] The sync data for ids ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'] in dv-cinder-775706-2-smb is: [{'id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'name': 'tempest-TestShelveInstance-1185770962-router', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '53f814ca-f30d-4a20-8262-006307991adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:49Z', 'updated_at': '2021-02-19T03:05:55Z', 'revision_number': 4, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'gw_port': {'id': '53f814ca-f30d-4a20-8262-006307991adc', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:50Z', 'updated_at': '2021-02-19T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb', '_interfaces': [{'id': '5295c1a4-a83e-4faa-ac4f-59db9da77a08', 'name': '', 'network_id': '0b09f7c3-966d-46d8-9909-a6d41be53144', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'mac_address': 'fa:16:3e:ff:92:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9b67e53d-9224-4b89-ae66-a31d37256aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:54Z', 'updated_at': '2021-02-19T03:06:06Z', 'revision_number': 5, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'subnets': [{'id': '9b67e53d-9224-4b89-ae66-a31d37256aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:10:23.746083 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8d2f27-f748-402b-9078-d8c620a56494 None None] New status for floating IP a600d827-09cd-48f6-8a9b-bf7e1fac1b29: DOWN {{(pid=84086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 19 03:10:24.522640 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a69d8-c160-457f-8d10-805483eb1060 req-dad52890-4a87-4c65-95ed-4ac7d1ab7cf0 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:10:24.524516 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-630a69d8-c160-457f-8d10-805483eb1060 req-dad52890-4a87-4c65-95ed-4ac7d1ab7cf0 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.0981345 Feb 19 03:10:24.577622 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-630a69d8-c160-457f-8d10-805483eb1060 req-5d5a28e1-a38f-4117-acb2-8c67b8f57c3a tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups?id=f786abc8-f59d-4a3e-84db-bfa85a72dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0453877 Feb 19 03:10:25.019589 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4960c7e-b8bd-4c70-a885-db18060eb170 req-35fb3b37-5715-4540-bf2a-2223d4d0e066 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 19 03:10:25.020477 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-a4960c7e-b8bd-4c70-a885-db18060eb170 req-35fb3b37-5715-4540-bf2a-2223d4d0e066 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Synchronizing usage tracker for tenant:4c037def6c4249b5b1479f629cc5d0c6 on resource:port {{(pid=84085) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 19 03:10:25.036773 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.quota.resource [req-a4960c7e-b8bd-4c70-a885-db18060eb170 req-35fb3b37-5715-4540-bf2a-2223d4d0e066 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Unset dirty status for tenant:4c037def6c4249b5b1479f629cc5d0c6 on resource:port {{(pid=84085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 19 03:10:25.038308 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a4960c7e-b8bd-4c70-a885-db18060eb170 req-35fb3b37-5715-4540-bf2a-2223d4d0e066 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.87 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 945 time: 0.1222966 Feb 19 03:10:25.129077 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-a4960c7e-b8bd-4c70-a885-db18060eb170 req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Deleting port 1e3036da-97f8-4e31-9f40-d0f59042c937 {{(pid=84085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:10:25.129892 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-a4960c7e-b8bd-4c70-a885-db18060eb170 req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:25.259396 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:25.418234 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [req-a4960c7e-b8bd-4c70-a885-db18060eb170 req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] For port 1e3036da-97f8-4e31-9f40-d0f59042c937, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=1e3036da-97f8-4e31-9f40-d0f59042c937,segment=NetworkSegment(d7b75c24-d80e-4391-aa01-38d53b449dee),segment_id=d7b75c24-d80e-4391-aa01-38d53b449dee)] {{(pid=84085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:10:25.418635 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-a4960c7e-b8bd-4c70-a885-db18060eb170 req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:25.559132 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [req-a4960c7e-b8bd-4c70-a885-db18060eb170 req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Calling delete_port for 1e3036da-97f8-4e31-9f40-d0f59042c937 owned by compute:nova {{(pid=84085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:10:25.735118 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-a4960c7e-b8bd-4c70-a885-db18060eb170 req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852561974'] for port, after_delete {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:25.751258 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c8bc592d-6864-4b68-bc8c-0398b9f3f042 tempest-AttachVolumeShelveTestJSON-1413237499 tempest-AttachVolumeShelveTestJSON-1413237499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:10:25.778061 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-c6d38aa0-31d9-4044-b36d-89c18909d4b1 req-1903193c-23e2-486b-94d1-2e8446fc33c0 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 210 time: 0.0538428 Feb 19 03:10:25.850545 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Pushing event deleted for resources: {'Port': ['ID=1e3036da-97f8-4e31-9f40-d0f59042c937,revision_number=None']} {{(pid=84085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:10:25.871368 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.871787 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.872193 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.872601 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.872984 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.873389 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.873811 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.874202 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.874612 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.874987 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.875380 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.875770 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.876238 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.876664 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.877059 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.877446 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.877847 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.878226 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.878613 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.878998 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.879384 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.879811 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.880312 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.880738 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-smb {{(pid=84085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 19 03:10:25.886623 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:10:25.996962 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4960c7e-b8bd-4c70-a885-db18060eb170 req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] No DVR routers for this DVR port 1e3036da-97f8-4e31-9f40-d0f59042c937 on host hv-cinder-77570 {{(pid=84085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 03:10:25.999517 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-a4960c7e-b8bd-4c70-a885-db18060eb170 req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854699784'] for port, before_response {{(pid=84085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:26.002663 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91646a34-50c2-4526-8b32-00021f791c07', 'name': 'network-vif-deleted', 'tag': '1e3036da-97f8-4e31-9f40-d0f59042c937'}] {{(pid=84085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 03:10:26.029641 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a4960c7e-b8bd-4c70-a885-db18060eb170 req-c8d92c01-d234-4465-bee2-429eca57453c tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.87 "DELETE /v2.0/ports/1e3036da-97f8-4e31-9f40-d0f59042c937 HTTP/1.1" status: 204 len: 173 time: 0.9819708 Feb 19 03:10:26.057125 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91646a34-50c2-4526-8b32-00021f791c07', 'name': 'network-vif-deleted', 'tag': '1e3036da-97f8-4e31-9f40-d0f59042c937', 'status': 'completed', 'code': 200} Feb 19 03:10:26.295929 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 1e3036da-97f8-4e31-9f40-d0f59042c937 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:10:26.526308 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] No Port match for: 1e3036da-97f8-4e31-9f40-d0f59042c937 {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 03:10:26.526695 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Device 1e3036da-97f8-4e31-9f40-d0f59042c937 not bound to the agent host hv-cinder-77570 {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:10:26.957585 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-9caa02b7-f6fe-4307-b887-f71abf6acf2d req-209359bc-5fc4-4a1e-9cfc-3a88ded41ed4 tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/ports?device_id=91646a34-50c2-4526-8b32-00021f791c07 HTTP/1.1" status: 200 len: 210 time: 0.0496755 Feb 19 03:10:28.156426 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a4b37b10-7c5b-4673-acde-123892fd821c req-f0c56434-7761-4cf8-a77b-54805cdc672d tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "GET /v2.0/security-groups/f786abc8-f59d-4a3e-84db-bfa85a72dbdb HTTP/1.1" status: 200 len: 2991 time: 0.0615385 Feb 19 03:10:28.245542 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-a4b37b10-7c5b-4673-acde-123892fd821c req-24d3375d-cb6e-4f31-8b5d-eedc98d9da9d tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:28.279999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-a4b37b10-7c5b-4673-acde-123892fd821c req-24d3375d-cb6e-4f31-8b5d-eedc98d9da9d tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:28.352415 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-a4b37b10-7c5b-4673-acde-123892fd821c req-24d3375d-cb6e-4f31-8b5d-eedc98d9da9d tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:28.356945 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-279c51f5-58bf-4c79-a7c6-ad28cea08db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:10:28.375256 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3375d-cb6e-4f31-8b5d-eedc98d9da9d tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f786abc8-f59d-4a3e-84db-bfa85a72dbdb,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:10:28.378365 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-24d3375d-cb6e-4f31-8b5d-eedc98d9da9d tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:10:28.388418 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [req-a4b37b10-7c5b-4673-acde-123892fd821c req-24d3375d-cb6e-4f31-8b5d-eedc98d9da9d tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:28.389668 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [req-a4b37b10-7c5b-4673-acde-123892fd821c req-24d3375d-cb6e-4f31-8b5d-eedc98d9da9d tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] 10.222.0.75 "DELETE /v2.0/security-groups/f786abc8-f59d-4a3e-84db-bfa85a72dbdb HTTP/1.1" status: 204 len: 173 time: 0.2259603 Feb 19 03:10:29.461653 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57732) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:10:30.312213 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d04dd974-da3a-40d4-8c25-62b2df771416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854343345'] for router_interface, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:30.705758 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-d04dd974-da3a-40d4-8c25-62b2df771416 admin admin] Deleting port 5295c1a4-a83e-4faa-ac4f-59db9da77a08 {{(pid=84083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:10:30.706351 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d04dd974-da3a-40d4-8c25-62b2df771416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:30.908248 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-d04dd974-da3a-40d4-8c25-62b2df771416 admin admin] For port 5295c1a4-a83e-4faa-ac4f-59db9da77a08, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=5295c1a4-a83e-4faa-ac4f-59db9da77a08,segment=NetworkSegment(d7b75c24-d80e-4391-aa01-38d53b449dee),segment_id=d7b75c24-d80e-4391-aa01-38d53b449dee)] {{(pid=84083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:10:30.908714 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d04dd974-da3a-40d4-8c25-62b2df771416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:31.050624 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-d04dd974-da3a-40d4-8c25-62b2df771416 admin admin] Calling delete_port for 5295c1a4-a83e-4faa-ac4f-59db9da77a08 owned by network:router_interface {{(pid=84083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:10:31.415469 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d04dd974-da3a-40d4-8c25-62b2df771416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:31.429692 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-579ec8f5-dd3c-4c8e-8664-74704e9f5c3a tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:10:31.528422 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04dd974-da3a-40d4-8c25-62b2df771416 admin admin] Pushing event deleted for resources: {'Port': ['ID=5295c1a4-a83e-4faa-ac4f-59db9da77a08,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:10:31.538625 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d04dd974-da3a-40d4-8c25-62b2df771416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:10:31.873152 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-d04dd974-da3a-40d4-8c25-62b2df771416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432124'] for router_interface, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:32.412563 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04dd974-da3a-40d4-8c25-62b2df771416 admin admin] Router c90f27d2-2d89-4861-a144-4d6ddea1d49d has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 03:10:32.882425 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04dd974-da3a-40d4-8c25-62b2df771416 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:10:32.894185 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde349cc-3688-46b2-bc4a-b723f472c077 None None] Sync routers for ids ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'] in dv-cinder-775706-2-smb {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:10:32.899012 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-d04dd974-da3a-40d4-8c25-62b2df771416 admin admin] 10.222.0.75 "PUT /v2.0/routers/c90f27d2-2d89-4861-a144-4d6ddea1d49d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4359848 Feb 19 03:10:32.901082 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57736) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:10:32.912652 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde349cc-3688-46b2-bc4a-b723f472c077 None None] Routers {'c90f27d2-2d89-4861-a144-4d6ddea1d49d'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:10:32.913777 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-fde349cc-3688-46b2-bc4a-b723f472c077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:10:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:10:33.169790 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-40f86214-8e14-4bf9-880b-9ec538ec11cc admin admin] Notify callbacks [] for router, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:33.236435 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-fde349cc-3688-46b2-bc4a-b723f472c077 None None] Set router c90f27d2-2d89-4861-a144-4d6ddea1d49d gateway port host: dv-cinder-775706-2-smb {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:10:33.379433 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-40f86214-8e14-4bf9-880b-9ec538ec11cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:33.390101 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-40f86214-8e14-4bf9-880b-9ec538ec11cc admin admin] Deleting port 53f814ca-f30d-4a20-8262-006307991adc {{(pid=84083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:10:33.390636 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-40f86214-8e14-4bf9-880b-9ec538ec11cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:33.612532 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-40f86214-8e14-4bf9-880b-9ec538ec11cc admin admin] For port 53f814ca-f30d-4a20-8262-006307991adc, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=53f814ca-f30d-4a20-8262-006307991adc,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:10:33.612952 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-40f86214-8e14-4bf9-880b-9ec538ec11cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:33.708449 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-fde349cc-3688-46b2-bc4a-b723f472c077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'name': 'tempest-TestShelveInstance-1185770962-router', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '53f814ca-f30d-4a20-8262-006307991adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:49Z', 'updated_at': '2021-02-19T03:10:31Z', 'revision_number': 5, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'gw_port': {'id': '53f814ca-f30d-4a20-8262-006307991adc', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:05:50Z', 'updated_at': '2021-02-19T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:10:33.715407 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde349cc-3688-46b2-bc4a-b723f472c077 None None] Checking router: c90f27d2-2d89-4861-a144-4d6ddea1d49d for host: dv-cinder-775706-2-smb {{(pid=84087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:10:33.736551 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde349cc-3688-46b2-bc4a-b723f472c077 None None] Routers {'c90f27d2-2d89-4861-a144-4d6ddea1d49d'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:10:33.737342 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-fde349cc-3688-46b2-bc4a-b723f472c077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:10:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'], 'active': True} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:10:33.783640 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-40f86214-8e14-4bf9-880b-9ec538ec11cc admin admin] Calling delete_port for 53f814ca-f30d-4a20-8262-006307991adc owned by network:router_gateway {{(pid=84083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:10:33.914680 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-fde349cc-3688-46b2-bc4a-b723f472c077 None None] Set router c90f27d2-2d89-4861-a144-4d6ddea1d49d gateway port host: None {{(pid=84087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:10:34.009845 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-40f86214-8e14-4bf9-880b-9ec538ec11cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:34.024735 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-d579a664-e793-407b-86ab-bfa12c0aafb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:10:34.039737 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-fde349cc-3688-46b2-bc4a-b723f472c077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'name': 'tempest-TestShelveInstance-1185770962-router', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:49Z', 'updated_at': '2021-02-19T03:10:33Z', 'revision_number': 6, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'gw_port_host': None}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:10:34.044838 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde349cc-3688-46b2-bc4a-b723f472c077 None None] The sync data for ids ['c90f27d2-2d89-4861-a144-4d6ddea1d49d'] in dv-cinder-775706-2-smb is: [{'id': 'c90f27d2-2d89-4861-a144-4d6ddea1d49d', 'name': 'tempest-TestShelveInstance-1185770962-router', 'tenant_id': '4c037def6c4249b5b1479f629cc5d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:49Z', 'updated_at': '2021-02-19T03:10:33Z', 'revision_number': 6, 'project_id': '4c037def6c4249b5b1479f629cc5d0c6', 'gw_port_host': None}] {{(pid=84087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:10:34.126559 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f86214-8e14-4bf9-880b-9ec538ec11cc admin admin] Pushing event deleted for resources: {'Port': ['ID=53f814ca-f30d-4a20-8262-006307991adc,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:10:34.146051 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-40f86214-8e14-4bf9-880b-9ec538ec11cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:10:34.299870 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-40f86214-8e14-4bf9-880b-9ec538ec11cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854347667'] for router_gateway, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:34.499591 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-40f86214-8e14-4bf9-880b-9ec538ec11cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763000'] for router, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:34.502350 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-40f86214-8e14-4bf9-880b-9ec538ec11cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:34.539999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-40f86214-8e14-4bf9-880b-9ec538ec11cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854342382'] for router, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:34.540546 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f86214-8e14-4bf9-880b-9ec538ec11cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c90f27d2-2d89-4861-a144-4d6ddea1d49d {{(pid=84083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 19 03:10:34.555583 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-40f86214-8e14-4bf9-880b-9ec538ec11cc admin admin] Notify callbacks [] for router, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:34.556893 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-40f86214-8e14-4bf9-880b-9ec538ec11cc admin admin] 10.222.0.75 "DELETE /v2.0/routers/c90f27d2-2d89-4861-a144-4d6ddea1d49d HTTP/1.1" status: 204 len: 168 time: 1.6547873 Feb 19 03:10:34.561150 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57740) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:10:34.638468 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_v2 [None req-274ce8d5-72e9-4b47-b7d0-cbb6bc928171 admin admin] Deleting subnet 9b67e53d-9224-4b89-ae66-a31d37256aa3 {{(pid=84083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 03:10:34.642221 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-274ce8d5-72e9-4b47-b7d0-cbb6bc928171 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:34.720574 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-274ce8d5-72e9-4b47-b7d0-cbb6bc928171 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851840390'] for subnet, precommit_delete_associations {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:34.850868 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-274ce8d5-72e9-4b47-b7d0-cbb6bc928171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764431'] for subnet, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:35.140530 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-274ce8d5-72e9-4b47-b7d0-cbb6bc928171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847011385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852589313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852852935'] for subnet, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:35.163809 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-1ad09a3b-d679-455a-a5b7-36f4032cfb6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:10:35.252364 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ce8d5-72e9-4b47-b7d0-cbb6bc928171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b67e53d-9224-4b89-ae66-a31d37256aa3,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:10:35.257333 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-274ce8d5-72e9-4b47-b7d0-cbb6bc928171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:10:35.307625 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-274ce8d5-72e9-4b47-b7d0-cbb6bc928171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:35.314586 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-274ce8d5-72e9-4b47-b7d0-cbb6bc928171 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9b67e53d-9224-4b89-ae66-a31d37256aa3 HTTP/1.1" status: 204 len: 168 time: 0.7521164 Feb 19 03:10:35.315236 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84853ec-6579-4ba8-bc3b-99103480cce5 None None] Network 0b09f7c3-966d-46d8-9909-a6d41be53144 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 03:10:35.319255 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57744) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:10:35.477910 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846840226'] for network, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:35.613586 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] Deleting port 7e73398f-2a00-4f44-aabf-05ba24356612 {{(pid=84083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:10:35.614619 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:35.651431 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 53f814ca-f30d-4a20-8262-006307991adc no longer exists at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:10:35.700920 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309318c9-7bae-4327-94d1-521ab3cffe60 None None] DHCP port deletion for 0b09f7c3-966d-46d8-9909-a6d41be53144 request from dv-cinder-775706-2-smb {{(pid=84086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 19 03:10:35.703078 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] No Port match for: 53f814ca-f30d-4a20-8262-006307991adc {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 03:10:35.703672 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 53f814ca-f30d-4a20-8262-006307991adc not bound to the agent host dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:10:35.704089 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 5295c1a4-a83e-4faa-ac4f-59db9da77a08 no longer exists at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:10:35.744357 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-309318c9-7bae-4327-94d1-521ab3cffe60 None None] Deleting port 7e73398f-2a00-4f44-aabf-05ba24356612 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:10:35.744621 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-309318c9-7bae-4327-94d1-521ab3cffe60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:35.777183 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] No Port match for: 5295c1a4-a83e-4faa-ac4f-59db9da77a08 {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 03:10:35.777788 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 5295c1a4-a83e-4faa-ac4f-59db9da77a08 not bound to the agent host dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:10:35.922180 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] For port 7e73398f-2a00-4f44-aabf-05ba24356612, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=7e73398f-2a00-4f44-aabf-05ba24356612,segment=NetworkSegment(d7b75c24-d80e-4391-aa01-38d53b449dee),segment_id=d7b75c24-d80e-4391-aa01-38d53b449dee)] {{(pid=84083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:10:35.922547 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:36.024564 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-309318c9-7bae-4327-94d1-521ab3cffe60 None None] For port 7e73398f-2a00-4f44-aabf-05ba24356612, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=7e73398f-2a00-4f44-aabf-05ba24356612,segment=NetworkSegment(d7b75c24-d80e-4391-aa01-38d53b449dee),segment_id=d7b75c24-d80e-4391-aa01-38d53b449dee)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:10:36.025124 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-309318c9-7bae-4327-94d1-521ab3cffe60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:36.065271 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] Calling delete_port for 7e73398f-2a00-4f44-aabf-05ba24356612 owned by network:dhcp {{(pid=84083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:10:36.155601 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:36.164271 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-309318c9-7bae-4327-94d1-521ab3cffe60 None None] Calling delete_port for 7e73398f-2a00-4f44-aabf-05ba24356612 owned by network:dhcp {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:10:36.171956 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:10:36.242681 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.api [None req-309318c9-7bae-4327-94d1-521ab3cffe60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:10:36.243435 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_db.api [None req-309318c9-7bae-4327-94d1-521ab3cffe60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 03:10:36.273788 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e73398f-2a00-4f44-aabf-05ba24356612,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:10:36.278177 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:10:36.325048 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] No DVR routers for this DVR port 7e73398f-2a00-4f44-aabf-05ba24356612 on host dv-cinder-775706-2-smb {{(pid=84083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 03:10:36.454488 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7765560', 'neutron.services.segments.db._delete_segments_for_network--9223363286358539226'] for network, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:36.578529 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b09f7c3-966d-46d8-9909-a6d41be53144']}} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:10:36.592700 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b75c24-d80e-4391-aa01-38d53b449dee') {'for_net_delete': True} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:10:36.593036 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b75c24-d80e-4391-aa01-38d53b449dee') {} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:10:36.607780 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286358535642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2935362'] for segment, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:36.625210 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:36.627512 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 03:10:36.744836 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-309318c9-7bae-4327-94d1-521ab3cffe60 None None] Deleting port 7e73398f-2a00-4f44-aabf-05ba24356612 {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:10:36.745253 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-309318c9-7bae-4327-94d1-521ab3cffe60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:36.820417 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] Network 0b09f7c3-966d-46d8-9909-a6d41be53144 has no segments {{(pid=84083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 03:10:36.824860 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-309318c9-7bae-4327-94d1-521ab3cffe60 None None] The port '7e73398f-2a00-4f44-aabf-05ba24356612' was deleted {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 19 03:10:36.833112 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7736240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2184798'] for segment, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:37.306455 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] Network 0b09f7c3-966d-46d8-9909-a6d41be53144 has no segments {{(pid=84083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: Traceback (most recent call last): Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: timer() Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: cb(*args, **kw) Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: return func(*args, **kwargs) Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: self._notify() Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: self.callback(batched_events) Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: event.method(event) Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: segment_id)['aggregates'][0] Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: return f(self, *a, **k) Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: return self._get(url).json() Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: **kwargs) Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: return self.request(url, 'GET', **kwargs) Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: **endpoint_filter) Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:10:37.330831 dv-cinder-775706-2-smb neutron-server[83972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:10:37.414231 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847010256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428100'] for network, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:37.418133 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:10:37.433444 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:37.446773 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b09f7c3-966d-46d8-9909-a6d41be53144,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:10:37.450670 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:10:37.465713 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-45adf918-3b00-4357-aa89-0d6deceddda1 admin admin] 10.222.0.75 "DELETE /v2.0/networks/0b09f7c3-966d-46d8-9909-a6d41be53144 HTTP/1.1" status: 204 len: 168 time: 2.1448424 Feb 19 03:10:37.468586 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57748) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:10:37.631219 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 7e73398f-2a00-4f44-aabf-05ba24356612 no longer exists at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:10:37.676501 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] No Port match for: 7e73398f-2a00-4f44-aabf-05ba24356612 {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 03:10:37.677211 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 7e73398f-2a00-4f44-aabf-05ba24356612 not bound to the agent host dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:10:38.194030 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-134e6275-bf00-4e50-856d-d359a1d9e1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854343345'] for router_interface, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:38.605369 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-134e6275-bf00-4e50-856d-d359a1d9e1fd admin admin] Deleting port 087fc46b-545a-496c-9e86-fb4d83d24e8b {{(pid=84083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:10:38.606251 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-134e6275-bf00-4e50-856d-d359a1d9e1fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:38.795668 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-134e6275-bf00-4e50-856d-d359a1d9e1fd admin admin] For port 087fc46b-545a-496c-9e86-fb4d83d24e8b, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=087fc46b-545a-496c-9e86-fb4d83d24e8b,segment=NetworkSegment(53569c0a-45ca-49ad-b2b2-0d0d99ee9027),segment_id=53569c0a-45ca-49ad-b2b2-0d0d99ee9027)] {{(pid=84083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:10:38.796057 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-134e6275-bf00-4e50-856d-d359a1d9e1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:38.936270 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-134e6275-bf00-4e50-856d-d359a1d9e1fd admin admin] Calling delete_port for 087fc46b-545a-496c-9e86-fb4d83d24e8b owned by network:router_interface {{(pid=84083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:10:39.140477 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-134e6275-bf00-4e50-856d-d359a1d9e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:39.156603 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-b58fece6-ddeb-4ee9-92b3-1691af10e227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:10:39.263867 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e6275-bf00-4e50-856d-d359a1d9e1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=087fc46b-545a-496c-9e86-fb4d83d24e8b,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:10:39.267092 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-134e6275-bf00-4e50-856d-d359a1d9e1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:10:39.630987 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-134e6275-bf00-4e50-856d-d359a1d9e1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432124'] for router_interface, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:40.483957 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134e6275-bf00-4e50-856d-d359a1d9e1fd admin admin] Router b241eea1-68d7-40ee-b4b6-b4e06f43d179 has already been hosted by L3 agent f89d6758-6383-432f-be87-9e62d038e267 {{(pid=84083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 19 03:10:40.540297 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-82cec58a-7694-4b3e-94e3-f64b84be8617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:40.698859 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134e6275-bf00-4e50-856d-d359a1d9e1fd admin admin] Notify agent at l3_agent.dv-cinder-775706-2-smb the message routers_updated {{(pid=84083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 19 03:10:40.709978 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4be3389-3a88-4d01-be43-6115ead91033 None None] Sync routers for ids ['b241eea1-68d7-40ee-b4b6-b4e06f43d179'] in dv-cinder-775706-2-smb {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 19 03:10:40.710848 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-134e6275-bf00-4e50-856d-d359a1d9e1fd admin admin] 10.222.0.75 "PUT /v2.0/routers/b241eea1-68d7-40ee-b4b6-b4e06f43d179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2410064 Feb 19 03:10:40.714376 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57760) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:10:40.723018 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4be3389-3a88-4d01-be43-6115ead91033 None None] Routers {'b241eea1-68d7-40ee-b4b6-b4e06f43d179'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:10:40.723942 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-c4be3389-3a88-4d01-be43-6115ead91033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:10:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['b241eea1-68d7-40ee-b4b6-b4e06f43d179'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:10:40.957482 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-817afbcb-69ad-4403-be46-9245bf85397a admin admin] Notify callbacks [] for router, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:40.960773 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-c4be3389-3a88-4d01-be43-6115ead91033 None None] Set router b241eea1-68d7-40ee-b4b6-b4e06f43d179 gateway port host: dv-cinder-775706-2-smb {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:10:41.181491 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-817afbcb-69ad-4403-be46-9245bf85397a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:41.191100 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-817afbcb-69ad-4403-be46-9245bf85397a admin admin] Deleting port 4a91bd87-676e-4d5c-82b8-7dd88cb950df {{(pid=84083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:10:41.191399 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-817afbcb-69ad-4403-be46-9245bf85397a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:41.305238 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-c4be3389-3a88-4d01-be43-6115ead91033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b241eea1-68d7-40ee-b4b6-b4e06f43d179', 'name': 'tempest-TestShelveInstance-802644899-router', 'tenant_id': 'bfb0c873debe4e228b2968ad69bf0549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'external_fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '4a91bd87-676e-4d5c-82b8-7dd88cb950df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:59Z', 'updated_at': '2021-02-19T03:10:39Z', 'revision_number': 5, 'project_id': 'bfb0c873debe4e228b2968ad69bf0549', 'gw_port': {'id': '4a91bd87-676e-4d5c-82b8-7dd88cb950df', 'name': '', 'network_id': '0e56412c-4854-452b-991d-f8414d441bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b241eea1-68d7-40ee-b4b6-b4e06f43d179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:00Z', 'updated_at': '2021-02-19T03:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '664dcf09-964d-4e4b-a082-c69e70a0e546', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-smb'}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:10:41.312367 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4be3389-3a88-4d01-be43-6115ead91033 None None] Checking router: b241eea1-68d7-40ee-b4b6-b4e06f43d179 for host: dv-cinder-775706-2-smb {{(pid=84086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 19 03:10:41.325230 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4be3389-3a88-4d01-be43-6115ead91033 None None] Routers {'b241eea1-68d7-40ee-b4b6-b4e06f43d179'} bound to L3 agent in host dv-cinder-775706-2-smb {{(pid=84086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 19 03:10:41.326338 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-c4be3389-3a88-4d01-be43-6115ead91033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:45:43Z,description=,heartbeat_timestamp=2021-02-19T03:10:13Z,host='dv-cinder-775706-2-smb',id=f89d6758-6383-432f-be87-9e62d038e267,load=0,resource_versions=,resources_synced=,started_at=2021-02-19T02:45:43Z,topic='l3_agent')) {'router_ids': ['b241eea1-68d7-40ee-b4b6-b4e06f43d179'], 'active': True} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:10:41.425134 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-817afbcb-69ad-4403-be46-9245bf85397a admin admin] For port 4a91bd87-676e-4d5c-82b8-7dd88cb950df, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=4a91bd87-676e-4d5c-82b8-7dd88cb950df,segment=NetworkSegment(79120352-75bd-499b-b9b8-8733330898fa),segment_id=79120352-75bd-499b-b9b8-8733330898fa)] {{(pid=84083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:10:41.425821 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-817afbcb-69ad-4403-be46-9245bf85397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:41.520523 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvr_db [None req-c4be3389-3a88-4d01-be43-6115ead91033 None None] Set router b241eea1-68d7-40ee-b4b6-b4e06f43d179 gateway port host: None {{(pid=84086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 19 03:10:41.576673 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-817afbcb-69ad-4403-be46-9245bf85397a admin admin] Calling delete_port for 4a91bd87-676e-4d5c-82b8-7dd88cb950df owned by network:router_gateway {{(pid=84083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:10:41.641935 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_hamode_db [None req-c4be3389-3a88-4d01-be43-6115ead91033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b241eea1-68d7-40ee-b4b6-b4e06f43d179', 'name': 'tempest-TestShelveInstance-802644899-router', 'tenant_id': 'bfb0c873debe4e228b2968ad69bf0549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:59Z', 'updated_at': '2021-02-19T03:10:41Z', 'revision_number': 6, 'project_id': 'bfb0c873debe4e228b2968ad69bf0549', 'gw_port_host': None}], 'dv-cinder-775706-2-smb', False) {} {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:10:41.647104 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4be3389-3a88-4d01-be43-6115ead91033 None None] The sync data for ids ['b241eea1-68d7-40ee-b4b6-b4e06f43d179'] in dv-cinder-775706-2-smb is: [{'id': 'b241eea1-68d7-40ee-b4b6-b4e06f43d179', 'name': 'tempest-TestShelveInstance-802644899-router', 'tenant_id': 'bfb0c873debe4e228b2968ad69bf0549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:05:59Z', 'updated_at': '2021-02-19T03:10:41Z', 'revision_number': 6, 'project_id': 'bfb0c873debe4e228b2968ad69bf0549', 'gw_port_host': None}] {{(pid=84086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 19 03:10:41.783441 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-817afbcb-69ad-4403-be46-9245bf85397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:41.800807 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-ab267a56-885b-4782-89da-dfe654a9262b tempest-TestShelveInstance-263242378 tempest-TestShelveInstance-263242378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:10:41.910578 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817afbcb-69ad-4403-be46-9245bf85397a admin admin] Pushing event deleted for resources: {'Port': ['ID=4a91bd87-676e-4d5c-82b8-7dd88cb950df,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:10:41.916911 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-817afbcb-69ad-4403-be46-9245bf85397a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:10:42.060665 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-817afbcb-69ad-4403-be46-9245bf85397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854347667'] for router_gateway, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:42.264846 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-817afbcb-69ad-4403-be46-9245bf85397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763000'] for router, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:42.268270 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-817afbcb-69ad-4403-be46-9245bf85397a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:42.298146 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-817afbcb-69ad-4403-be46-9245bf85397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854342382'] for router, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:42.298752 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817afbcb-69ad-4403-be46-9245bf85397a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b241eea1-68d7-40ee-b4b6-b4e06f43d179 {{(pid=84083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 19 03:10:42.313537 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-817afbcb-69ad-4403-be46-9245bf85397a admin admin] Notify callbacks [] for router, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:42.314775 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-817afbcb-69ad-4403-be46-9245bf85397a admin admin] 10.222.0.75 "DELETE /v2.0/routers/b241eea1-68d7-40ee-b4b6-b4e06f43d179 HTTP/1.1" status: 204 len: 168 time: 1.5986981 Feb 19 03:10:42.317942 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57764) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:10:42.394173 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d480b19-3553-47a5-b2e9-4de28aec2875 admin admin] Deleting subnet 0372b340-56ae-4eee-ac0f-a58662fe9327 {{(pid=84083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 19 03:10:42.398481 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2d480b19-3553-47a5-b2e9-4de28aec2875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:42.463837 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2d480b19-3553-47a5-b2e9-4de28aec2875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851840390'] for subnet, precommit_delete_associations {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:42.553113 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2d480b19-3553-47a5-b2e9-4de28aec2875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764431'] for subnet, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:42.842041 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2d480b19-3553-47a5-b2e9-4de28aec2875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847011385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852589313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852852935'] for subnet, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:42.856437 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:10:42.997582 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2b7fcc1b-7377-4bc3-bf25-a9b801fc89aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:43.205628 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d480b19-3553-47a5-b2e9-4de28aec2875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0372b340-56ae-4eee-ac0f-a58662fe9327,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:10:43.211143 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-2d480b19-3553-47a5-b2e9-4de28aec2875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:10:43.256895 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2d480b19-3553-47a5-b2e9-4de28aec2875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:43.263940 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5192a841-3719-47a4-ae77-ad99e4eba3d5 None None] Network ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6 requested from dv-cinder-775706-2-smb {{(pid=84086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 19 03:10:43.264253 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-2d480b19-3553-47a5-b2e9-4de28aec2875 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0372b340-56ae-4eee-ac0f-a58662fe9327 HTTP/1.1" status: 204 len: 168 time: 0.9451277 Feb 19 03:10:43.267578 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57768) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:10:43.392735 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846840226'] for network, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:43.466194 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] Deleting port 6bacc016-f398-4c80-a47d-6feab866ceaa {{(pid=84083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:10:43.466449 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:43.475450 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:43.546895 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857fba6e-a5c2-4826-9f16-2d3c9a729e12 None None] DHCP port deletion for ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6 request from dv-cinder-775706-2-smb {{(pid=84086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 19 03:10:43.552989 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-857fba6e-a5c2-4826-9f16-2d3c9a729e12 None None] Deleting port 6bacc016-f398-4c80-a47d-6feab866ceaa {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:10:43.553485 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-857fba6e-a5c2-4826-9f16-2d3c9a729e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:43.651281 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 4a91bd87-676e-4d5c-82b8-7dd88cb950df no longer exists at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:10:43.705281 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] For port 6bacc016-f398-4c80-a47d-6feab866ceaa, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=6bacc016-f398-4c80-a47d-6feab866ceaa,segment=NetworkSegment(53569c0a-45ca-49ad-b2b2-0d0d99ee9027),segment_id=53569c0a-45ca-49ad-b2b2-0d0d99ee9027)] {{(pid=84083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:10:43.705776 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:43.706636 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] No Port match for: 4a91bd87-676e-4d5c-82b8-7dd88cb950df {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 03:10:43.707184 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 4a91bd87-676e-4d5c-82b8-7dd88cb950df not bound to the agent host dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:10:43.707500 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 6bacc016-f398-4c80-a47d-6feab866ceaa no longer exists at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:10:43.845863 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] Calling delete_port for 6bacc016-f398-4c80-a47d-6feab866ceaa owned by network:dhcp {{(pid=84083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:10:43.933898 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846994233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853837784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286358660895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286359039621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2186410'] for port, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:43.950465 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-e91e5f2a-d311-483d-8eaa-28172e374e80 tempest-TestMinimumBasicScenario-898106663 tempest-TestMinimumBasicScenario-898106663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:10:44.056277 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] Pushing event deleted for resources: {'Port': ['ID=6bacc016-f398-4c80-a47d-6feab866ceaa,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:10:44.059345 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:10:44.108957 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.db [None req-857fba6e-a5c2-4826-9f16-2d3c9a729e12 None None] For port 6bacc016-f398-4c80-a47d-6feab866ceaa, host dv-cinder-775706-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-smb',level=0,port_id=6bacc016-f398-4c80-a47d-6feab866ceaa,segment=NetworkSegment(53569c0a-45ca-49ad-b2b2-0d0d99ee9027),segment_id=53569c0a-45ca-49ad-b2b2-0d0d99ee9027)] {{(pid=84086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 19 03:10:44.108957 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-857fba6e-a5c2-4826-9f16-2d3c9a729e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424112'] for port, precommit_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:44.109503 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] No DVR routers for this DVR port 6bacc016-f398-4c80-a47d-6feab866ceaa on host dv-cinder-775706-2-smb {{(pid=84083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 19 03:10:44.234653 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7765560', 'neutron.services.segments.db._delete_segments_for_network--9223363286358539226'] for network, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:44.246445 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-857fba6e-a5c2-4826-9f16-2d3c9a729e12 None None] Calling delete_port for 6bacc016-f398-4c80-a47d-6feab866ceaa owned by network:dhcp {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 19 03:10:44.275987 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846994414'] for port, before_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:44.358221 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6']}} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:10:44.366745 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 087fc46b-545a-496c-9e86-fb4d83d24e8b no longer exists at agent ovs-agent-dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 19 03:10:44.373762 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53569c0a-45ca-49ad-b2b2-0d0d99ee9027') {'for_net_delete': True} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:10:44.374109 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.services.segments.db [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53569c0a-45ca-49ad-b2b2-0d0d99ee9027') {} {{(pid=84083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 19 03:10:44.386890 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286358535642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2935362'] for segment, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:44.406111 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847039576'] for segment, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:44.408322 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 19 03:10:44.415721 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] No Port match for: 087fc46b-545a-496c-9e86-fb4d83d24e8b {{(pid=84086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 19 03:10:44.416119 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.rpc [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Device 087fc46b-545a-496c-9e86-fb4d83d24e8b not bound to the agent host dv-cinder-775706-2-smb {{(pid=84086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 19 03:10:44.420576 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.db.api [None req-857fba6e-a5c2-4826-9f16-2d3c9a729e12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:10:44.420954 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_db.api [None req-857fba6e-a5c2-4826-9f16-2d3c9a729e12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 19 03:10:44.602028 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] Network ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6 has no segments {{(pid=84083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 03:10:44.615604 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7736240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2184798'] for segment, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:44.807815 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.managers [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] Network ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6 has no segments {{(pid=84083) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: Traceback (most recent call last): Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: timer() Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: cb(*args, **kw) Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: return func(*args, **kwargs) Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: self._notify() Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: self.callback(batched_events) Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: event.method(event) Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: segment_id)['aggregates'][0] Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: return f(self, *a, **k) Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: return self._get(url).json() Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: **kwargs) Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: return self.request(url, 'GET', **kwargs) Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: **endpoint_filter) Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:10:44.832556 dv-cinder-775706-2-smb neutron-server[83972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:10:44.921954 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847010256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-428100'] for network, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:44.922577 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-857fba6e-a5c2-4826-9f16-2d3c9a729e12 None None] Deleting port 6bacc016-f398-4c80-a47d-6feab866ceaa {{(pid=84086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 19 03:10:44.922838 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-857fba6e-a5c2-4826-9f16-2d3c9a729e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286358633298'] for port, before_delete {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:44.926514 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:44.929991 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:10:44.953649 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] Pushing event deleted for resources: {'Network': ['ID=ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:10:44.956267 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:10:44.962411 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-0457b532-aa26-4dd4-8151-a6350db9badd admin admin] 10.222.0.75 "DELETE /v2.0/networks/ab2eaa51-bfd4-4a95-a3b8-97d24d4c4dc6 HTTP/1.1" status: 204 len: 168 time: 1.6897454 Feb 19 03:10:45.003514 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.plugins.ml2.plugin [None req-857fba6e-a5c2-4826-9f16-2d3c9a729e12 None None] The port '6bacc016-f398-4c80-a47d-6feab866ceaa' was deleted {{(pid=84086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 19 03:10:45.029577 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:45.183083 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57774) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:10:45.237131 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:45.237640 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-ad0edcd2-5e17-42ca-a7a4-3f26b2bf00b9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4c037def6c4249b5b1479f629cc5d0c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531948 Feb 19 03:10:45.240718 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57778) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:10:45.308907 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-08ebd2bd-95b5-45e0-afbb-7fcc6c011c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:45.341875 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-08ebd2bd-95b5-45e0-afbb-7fcc6c011c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:45.402449 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-08ebd2bd-95b5-45e0-afbb-7fcc6c011c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:45.407191 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-73952a36-4478-434b-8db6-c2505015aaae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:10:45.421081 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebd2bd-95b5-45e0-afbb-7fcc6c011c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a55cfb-4685-4b9b-bfe7-0ee18f61c361,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:10:45.424723 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-08ebd2bd-95b5-45e0-afbb-7fcc6c011c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:10:45.431105 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-08ebd2bd-95b5-45e0-afbb-7fcc6c011c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:45.432364 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-08ebd2bd-95b5-45e0-afbb-7fcc6c011c66 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/15a55cfb-4685-4b9b-bfe7-0ee18f61c361 HTTP/1.1" status: 204 len: 168 time: 0.1906264 Feb 19 03:10:45.863370 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57786) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:10:45.922291 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-bdf9aea2-adb9-495a-8c7a-c156865df629 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bfb0c873debe4e228b2968ad69bf0549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574298 Feb 19 03:10:45.925469 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [-] (84083) accepted ('10.222.0.75', 57790) {{(pid=84083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 19 03:10:45.994173 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fc0fed09-2c12-42b3-97cb-88eb3d1370fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:46.035495 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fc0fed09-2c12-42b3-97cb-88eb3d1370fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:46.101481 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fc0fed09-2c12-42b3-97cb-88eb3d1370fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854191074'] for security_group, after_delete {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:46.105489 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-606ef566-e675-4693-91d6-c231bffbfd1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 19 03:10:46.123958 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fed09-2c12-42b3-97cb-88eb3d1370fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520a2328-17b9-4a9a-aefe-e7d968dd795e,revision_number=None']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 19 03:10:46.127197 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG oslo_concurrency.lockutils [None req-fc0fed09-2c12-42b3-97cb-88eb3d1370fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 19 03:10:46.129486 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-fc0fed09-2c12-42b3-97cb-88eb3d1370fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:10:46.130876 dv-cinder-775706-2-smb neutron-server[83972]: INFO neutron.wsgi [None req-fc0fed09-2c12-42b3-97cb-88eb3d1370fc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/520a2328-17b9-4a9a-aefe-e7d968dd795e HTTP/1.1" status: 204 len: 168 time: 0.2044849 Feb 19 03:10:48.662182 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:10:55.277563 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:11:10.545131 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4cbe416a-aae2-4a4e-ac1d-161db6333d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:11:12.995994 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-319c4626-23e9-4333-88c1-3980005313c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:11:13.431505 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:11:15.031706 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:11:15.230338 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:11:25.274806 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:11:25.662787 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:11:40.552035 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6412bca3-ffa0-42e6-bfe5-db7ec1937ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:11:42.990726 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-983f6388-14e3-4cf6-8c34-d0b6ebb51a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:11:43.440941 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:11:45.038806 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:11:45.225816 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:11:51.806078 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [req-20d156b7-b8a2-458c-b8a1-84d3843b83a8 req-9a2f5049-5548-4b05-b025-6b6b372e5c1a tempest-DeleteServersTestJSON-527772611 tempest-DeleteServersTestJSON-527772611-project] (84083) timed out ('10.222.0.87', 58320) {{(pid=84083) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 19 03:11:55.288275 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:12:02.662802 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:12:10.546470 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-e02f8a61-f69a-4ef2-a4a5-71706d0058fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:12:12.987570 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b01b96cc-dbc6-4ea2-8d09-f8a7d17185a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:12:13.437987 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:12:15.037158 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:12:15.230528 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:12:25.298586 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:12:39.662855 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:12:40.552858 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-a0c9c8fe-c5bb-4ca9-8a86-dfd629cd3df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:12:42.991063 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-4a4513a2-9f45-41d3-9ad9-349a3a59504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:12:43.442789 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:12:45.039701 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:12:45.235506 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:12:55.324844 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:13:10.558800 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-115dc91e-0078-485b-9768-e99eb09de928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:13:12.995505 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-bf479719-da6b-4cea-a9dc-d08f93729700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:13:13.446026 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:13:15.047529 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:13:15.241878 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:13:16.664219 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:13:25.333347 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:13:40.554985 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-3b481571-8725-43c8-8250-e0bf39a011b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:13:42.999517 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-da98995c-c238-45d0-b82e-fb38e7654c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:13:43.448200 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:13:45.046247 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:13:45.236871 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:13:53.665362 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:13:55.347728 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:14:10.552067 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-6c4e87a7-f087-44a1-9db5-24a4ffed6ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:14:13.004528 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c2ed40c6-9eea-4e29-a580-c25dc0127f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:14:13.450597 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:14:15.052744 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:14:15.241765 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:14:25.348426 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:14:30.665754 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:14:40.553462 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-405b9d04-1873-40f2-8e53-f62bf74e5ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:14:43.010013 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-2544c9fa-9b1a-448c-a0d2-a1b7d3c3b128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:14:43.455999 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:14:45.057161 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:14:45.238088 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:14:47.633682 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [req-9485c8ee-f07b-4010-b31c-fb22dab04ad9 req-be612680-82e2-4279-9c65-b421bb4a65e0 service neutron] (84085) timed out ('10.222.0.75', 51948) {{(pid=84085) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 19 03:14:51.446649 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [req-2b294911-edb1-4b08-b747-9959cf6437b8 req-44e6ad2a-d106-4209-b441-ccf1a9c47130 service neutron] (84083) timed out ('10.222.0.87', 58380) {{(pid=84083) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 19 03:14:55.348300 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:14:57.375350 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.wsgi [req-c691b973-1e35-4ddb-839b-b812afad7274 req-785d2643-3a7c-4f0a-8b8a-3e7658511afb tempest-VolumesNegativeTest-1271563831 tempest-VolumesNegativeTest-1271563831-project] (84085) timed out ('10.222.0.87', 58340) {{(pid=84085) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 19 03:15:07.669784 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:15:10.549102 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-53d4f5f0-3d84-48a9-aa3b-de853c0090dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:15:13.016575 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b47f95e8-987c-40e7-bd95-7475407526a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:15:13.459102 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:15:15.054951 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:15:15.233254 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:15:25.352854 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-598e9f0c-b67d-4fa9-9574-179fa42d21fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:15:40.558297 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-8cf7dc25-ec16-4403-8d30-b1c12279e25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:15:43.011306 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c37c2334-a542-4d04-87c6-2c16b6b53718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:15:43.462467 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-b78e7292-35da-44d2-b64f-22bb5f71e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:15:44.669980 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron.db.agents_db [None req-98e5b760-9935-46b0-bddf-d1c9832ce93b None None] Agent healthcheck: found 6 active agents {{(pid=84087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 19 03:15:45.060642 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-1e22c98b-f9ab-45f6-b6c1-68255dd2834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 19 03:15:45.241343 dv-cinder-775706-2-smb neutron-server[83972]: DEBUG neutron_lib.callbacks.manager [None req-c6255d73-36d1-4b5d-a7d4-3399051bc3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286358539243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7735142'] for agent, after_update {{(pid=84086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}